-- Logs begin at Fri 2022-09-16 18:43:33 UTC, end at Fri 2022-09-16 19:52:44 UTC. -- Sep 16 19:18:12.901698 dv-cinder-850320-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 16 19:18:15.559822 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.common.config [-] Logging enabled! Sep 16 19:18:15.560482 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev2 Sep 16 19:18:15.560671 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106139) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 16 19:18:15.563869 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.common.config [-] Logging enabled! Sep 16 19:18:15.564126 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev2 Sep 16 19:18:15.564556 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106139) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 16 19:18:15.565659 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:18:15.565895 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 19:18:15.566378 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 19:18:15.566622 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 19:18:15.566847 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 19:18:15.567169 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.567468 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.567699 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.567978 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.568270 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.568584 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.568873 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.569175 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.569456 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.569736 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.570021 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.570252 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.570534 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.570800 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.571085 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.571311 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] debug = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.571592 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.572013 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.572441 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.572731 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.573018 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.573306 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.573566 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.573847 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.574131 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.574459 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] host = dv-cinder-850320-7-iscsi {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.574732 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.575037 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.575323 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.575610 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.575887 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.576162 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.576469 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.576743 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.577016 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] log_file = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.577291 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.577580 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.577868 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.578156 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.578384 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.578608 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.578893 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.579180 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.579455 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.579729 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.580207 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.580614 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.580897 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.581169 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.581456 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.581739 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.582025 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.582300 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.582575 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.582847 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.583117 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.583398 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.583671 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.583949 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.584222 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.584532 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.584802 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.585076 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.585375 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.585658 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.585941 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.586228 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.586617 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.586906 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.587179 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.587450 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.587719 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] use_json = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.587991 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.588262 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.588568 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.588841 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.589112 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.589383 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.589653 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.589937 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.590209 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:15.590507 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.590805 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.591104 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.591386 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.591691 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.591972 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.592261 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.592563 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.592854 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.593142 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.593434 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.593716 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.594016 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.594306 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.594602 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.594906 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.595199 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.595489 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.595918 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.596200 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.596504 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.596788 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.597078 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.597357 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.597649 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.597938 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.598218 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.598519 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.598806 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.599092 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.599389 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.599680 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.599953 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.600234 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.600564 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.600843 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.601114 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.601402 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.601680 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.601952 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.602233 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.602524 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.602812 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.603086 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.603362 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.603651 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.603932 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.604202 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.604502 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.604779 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.605049 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.605333 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.605608 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.605877 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.606147 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.606424 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.606694 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.606968 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.607243 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.607593 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.607874 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.608145 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.608448 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.608724 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.608997 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.609271 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.609542 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.609814 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.610088 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.610363 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.610639 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.610912 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.611245 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.611539 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.611823 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.612123 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.612427 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.612713 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.612993 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.613271 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.613553 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.613836 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.614114 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.614391 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.614667 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.614961 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.615244 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.615535 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.615821 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.616118 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.616447 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.616732 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.617013 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.617292 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.617571 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.617849 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.618154 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.618416 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.618696 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.618982 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.619269 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.619563 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.619859 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.620137 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.620463 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.620764 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.621061 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.621340 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.621727 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.622010 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:15.622230 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 19:18:15.622472 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106139) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 16 19:18:16.004318 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 16 19:18:16.004580 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 16 19:18:16.004832 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 16 19:18:16.005065 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 16 19:18:16.005346 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 16 19:18:16.005670 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 16 19:18:16.329255 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:16.329510 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:16.329810 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:16.331073 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:16.331343 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:16.331606 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:16.383697 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:16.383968 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:16.384236 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:16.400191 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:16.400502 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:16.400773 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:16.428960 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:16.429237 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:16.429503 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:16.466380 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:16.466659 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:16.466937 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:16.695439 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:16.696082 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:16.696082 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:16.697112 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:16.697823 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:16.794045 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:16.794368 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:16.794651 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:16.794924 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:16.795192 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:16.795505 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:16.795768 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:16.796024 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:16.796284 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:16.796596 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:16.796856 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:16.797112 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:16.797375 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:16.797621 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:16.797885 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:16.798140 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:16.798401 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:16.798802 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:16.799097 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:16.799363 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:16.799637 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:16.799889 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:16.800176 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:16.800591 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:16.800845 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:16.801093 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:16.801494 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106139) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 19:18:16.801733 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106139) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 19:18:16.801969 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106139) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 19:18:16.802202 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106139) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 19:18:16.802436 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106139) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 19:18:16.802669 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106139) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 19:18:16.803035 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 16 19:18:16.806534 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 16 19:18:16.810460 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 16 19:18:16.814418 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Sep 16 19:18:16.816242 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 16 19:18:16.816902 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 16 19:18:16.817238 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 16 19:18:16.817619 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 16 19:18:16.820531 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 16 19:18:16.820781 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 16 19:18:16.821131 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 19:18:16.826238 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 16 19:18:16.849426 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 16 19:18:16.849877 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:16.850181 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106139) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 16 19:18:16.850546 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:16.851901 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106139) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 16 19:18:16.852179 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 19:18:16.852404 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 16 19:18:16.863444 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:16.863725 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.018226 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 16 19:18:17.018475 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 16 19:18:17.018795 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 16 19:18:17.019241 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 16 19:18:17.077399 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO dbcounter [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Registered counter for database neutron Sep 16 19:18:17.096965 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_db.sqlalchemy.engines [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106139) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 16 19:18:17.102862 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writer thread running {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 16 19:18:17.650951 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.plugins.ml2.managers [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Initializing driver for type 'gre' Sep 16 19:18:17.651486 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] gre ID ranges: [(1, 1000)] Sep 16 19:18:17.707032 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.plugins.ml2.managers [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Initializing driver for type 'local' Sep 16 19:18:17.707698 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.plugins.ml2.managers [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Initializing driver for type 'vlan' Sep 16 19:18:17.722325 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] VlanTypeDriver initialization complete Sep 16 19:18:17.722659 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.plugins.ml2.managers [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Initializing driver for type 'vxlan' Sep 16 19:18:17.723158 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] vxlan ID ranges: [(1, 1000)] Sep 16 19:18:17.778331 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.plugins.ml2.managers [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Initializing extension driver 'port_security' Sep 16 19:18:17.778669 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.plugins.ml2.extensions.port_security [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] PortSecurityExtensionDriver initialization complete Sep 16 19:18:17.779026 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.plugins.ml2.managers [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Initializing mechanism driver 'openvswitch' Sep 16 19:18:17.779383 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.plugins.ml2.managers [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Initializing mechanism driver 'hyperv' Sep 16 19:18:17.786250 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.plugin [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:18:17.786928 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > port after_create 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.787297 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > port after_update 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.787647 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > port after_delete 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.788148 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106139) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 16 19:18:17.788597 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > subnet after_create 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.788951 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > subnet after_update 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.789317 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > subnet after_delete 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.789701 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106139) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 16 19:18:17.790103 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > network after_create 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.790447 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > network after_update 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.790786 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > network after_delete 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.791169 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106139) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 16 19:18:17.791566 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > security_group after_create 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.791908 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > security_group after_update 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.792244 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > security_group after_delete 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.792656 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106139) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 16 19:18:17.793061 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.793402 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.793731 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.794247 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106139) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 16 19:18:17.794648 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > address_group after_create 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.794991 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > address_group after_update 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.795328 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > address_group after_delete 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.795709 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106139) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 16 19:18:17.796151 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] ML2 OVO RPC backend initialized. {{(pid=106139) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 16 19:18:17.796859 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > router_interface after_create 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.797210 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.797618 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > network before_response 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.797962 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > networks before_response 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.798298 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > port before_response 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.798736 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > ports before_response 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.799077 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > subnet before_response 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.799432 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > subnets before_response 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.799749 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > network after_create 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.800084 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > network after_update 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.800445 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > network after_delete 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.800781 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > port after_create 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.801112 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > port after_update 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.801442 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > port after_delete 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.801772 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > subnet after_create 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.802101 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > subnet after_update 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.802429 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > subnet after_delete 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.810259 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.quota [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded quota_driver: . Sep 16 19:18:17.810618 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.plugins.ml2.plugin [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Modular L2 Plugin initialization complete Sep 16 19:18:17.810997 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading services supported by the core plugin {{(pid=106139) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 16 19:18:17.811338 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.plugins.ml2.managers [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Got port-security extension from driver 'port_security' Sep 16 19:18:17.811808 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.extensions.vlantransparent [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Disabled vlantransparent extension. Sep 16 19:18:17.812304 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106139) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 16 19:18:17.812648 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading Plugin: router Sep 16 19:18:17.847534 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > router_interface before_create 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.847922 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > router after_create 55549900 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.848287 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > router before_create 55549900 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.848678 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.849044 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.849400 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > router after_delete 55549900 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.849755 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > floatingip after_create 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.850094 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > floatingip after_update 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.850446 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > router after_create 55549900 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.850787 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > router after_update 55549900 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.851132 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > router after_update 55549900 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.851474 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.851807 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > router after_update 55549900 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.852209 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > router precommit_update 55549900 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.852600 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: port after_update 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.852937 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: port after_delete 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.853276 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: subnet after_update 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.853617 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.853959 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > port precommit_delete 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.854307 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > router precommit_create 55549900 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.854642 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: port before_delete 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.854983 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > router precommit_create 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.855332 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > router after_update 55549900 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.855667 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > router precommit_delete 55549900 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.855997 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > router precommit_create 55549900 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.856352 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > router_interface after_create 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.856748 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > router precommit_update 55549900 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.857095 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > agent after_create 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.857439 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > agent after_delete 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.857775 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > network after_delete 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.858618 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.quota.resource_registry [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Tracking information for resource: router configured {{(pid=106139) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 19:18:17.858943 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.quota.resource_registry [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Tracking information for resource: floatingip configured {{(pid=106139) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 19:18:17.864054 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.db.l3_agentschedulers_db [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 16 19:18:17.864650 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: port after_update 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.865010 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: port after_create 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.865362 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: port after_delete 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.865710 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: port after_update 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.866480 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > router before_create 55550100 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.866840 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > router precommit_delete 55550100 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.867199 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > router precommit_create 55550100 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.867551 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > router precommit_update 55550100 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.872405 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.services.provider_configuration [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Service providers = [] {{(pid=106139) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 16 19:18:17.872757 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.db.servicetype_db [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106139) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 16 19:18:17.875690 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.services.service_base [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106139) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 19:18:17.876038 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.services.service_base [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106139) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 19:18:17.876376 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.services.service_base [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106139) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 19:18:17.877603 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.services.service_base [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106139) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 19:18:17.877966 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.services.service_base [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 16 19:18:17.878340 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106139) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 19:18:17.878652 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 16 19:18:17.890209 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106139) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 19:18:17.890565 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading Plugin: auto_allocate Sep 16 19:18:17.896357 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: network precommit_update 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.896747 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: network precommit_create 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.897255 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106139) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 19:18:17.897572 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading Plugin: tag Sep 16 19:18:17.904139 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106139) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 19:18:17.904408 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading Plugin: timestamp Sep 16 19:18:17.908421 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106139) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 19:18:17.908760 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading Plugin: network_ip_availability Sep 16 19:18:17.914391 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.914757 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.915112 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:17.915819 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106139) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 19:18:17.916136 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading Plugin: flavors Sep 16 19:18:17.920837 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106139) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 19:18:17.921168 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading Plugin: revisions Sep 16 19:18:17.925844 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106139) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 19:18:17.926231 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_concurrency.lockutils [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.921s {{(pid=106139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 16 19:18:17.926962 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106139) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 16 19:18:17.927295 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Initializing extension manager. Sep 16 19:18:17.927821 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: __init__.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:17.928528 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: __pycache__ {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:17.928859 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: address_group.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:17.929736 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:17.930307 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: address-group Sep 16 19:18:17.930631 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: address_scope.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:17.931291 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:17.931791 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: address-scope Sep 16 19:18:17.932109 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: admin_state_down_before_update.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:17.933010 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:17.933515 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: router-admin-state-down-before-update Sep 16 19:18:17.933826 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: agent.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:17.934477 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:17.934977 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: agent Sep 16 19:18:17.935293 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: agent_resources_synced.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:17.936146 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:17.936673 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: agent-resources-synced Sep 16 19:18:17.936988 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: allowedaddresspairs.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:17.938704 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:17.939312 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: allowed-address-pairs Sep 16 19:18:17.939704 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: auto_allocated_topology.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:17.940765 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:17.941264 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: auto-allocated-topology Sep 16 19:18:17.941586 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: availability_zone.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:17.942229 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:17.942735 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: availability_zone Sep 16 19:18:17.943059 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: availability_zone_filter.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:17.943907 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:17.944402 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: availability_zone_filter Sep 16 19:18:17.944744 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: data_plane_status.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:17.945589 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:17.946084 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extension data-plane-status not supported by any of loaded plugins Sep 16 19:18:17.946398 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: default_subnetpools.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:17.947249 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:17.947748 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: default-subnetpools Sep 16 19:18:17.948063 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: dhcpagentscheduler.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:17.948857 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:17.949360 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: dhcp_agent_scheduler Sep 16 19:18:17.949675 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: dns.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:17.950520 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:17.951011 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extension dns-integration not supported by any of loaded plugins Sep 16 19:18:17.951330 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: dns_domain_ports.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:17.952184 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:17.952705 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 16 19:18:17.953026 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:17.953880 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:17.954372 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 16 19:18:17.954684 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: dvr.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:17.955368 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:17.955861 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: dvr Sep 16 19:18:17.956176 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: ecmp_routes.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:17.957063 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:17.957554 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extension ecmp_routes not supported by any of loaded plugins Sep 16 19:18:17.957866 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: empty_string_filtering.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:17.958712 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:17.959209 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: empty-string-filtering Sep 16 19:18:17.959522 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:17.960367 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:17.960888 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 16 19:18:17.961198 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:17.962049 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:17.962538 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 16 19:18:17.962857 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: external_net.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:17.963699 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:17.964193 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: external-net Sep 16 19:18:17.964612 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: extra_dhcp_opt.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:17.965465 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:17.965964 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: extra_dhcp_opt Sep 16 19:18:17.966281 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: extraroute.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:17.967129 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:17.967627 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: extraroute Sep 16 19:18:17.967940 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: extraroute_atomic.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:17.968956 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:17.969454 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: extraroute-atomic Sep 16 19:18:17.969773 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: filter_validation.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:17.970457 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:17.970962 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: filter-validation Sep 16 19:18:17.971277 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: fip_pf_description.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:17.972125 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:17.972642 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 16 19:18:17.972960 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: fip_pf_detail.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:17.973803 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:17.974301 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: floating-ip-port-forwarding-detail Sep 16 19:18:17.974614 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: fip_pf_port_range.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:17.975463 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:17.975962 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 16 19:18:17.976278 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: fip_port_details.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:17.977158 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:17.977663 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: fip-port-details Sep 16 19:18:17.977975 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: flavors.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:17.979128 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:17.979633 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: flavors Sep 16 19:18:17.979949 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:17.981572 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:17.982088 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 16 19:18:17.982413 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: floatingip_pools.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:17.983070 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:17.983578 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: floatingip-pools Sep 16 19:18:17.983900 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: ip_allocation.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:17.984803 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:17.985300 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extension ip_allocation not supported by any of loaded plugins Sep 16 19:18:17.985622 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:17.986561 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:17.987059 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: ip-substring-filtering Sep 16 19:18:17.987377 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: l2_adjacency.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:17.988242 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:17.988781 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extension l2_adjacency not supported by any of loaded plugins Sep 16 19:18:17.989098 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: l3.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:17.990012 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:17.990523 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: router Sep 16 19:18:17.990840 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: l3_conntrack_helper.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:17.993182 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:17.993701 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 16 19:18:17.994033 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:17.994895 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:17.995406 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: ext-gw-mode Sep 16 19:18:17.995730 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:17.996625 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:17.997135 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: l3-ha Sep 16 19:18:17.997457 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:17.998312 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:17.998814 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 16 19:18:17.999136 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: l3_flavors.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:17.999989 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.000530 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: l3-flavors Sep 16 19:18:18.000854 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: l3_ndp_proxy.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.002480 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.003007 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 16 19:18:18.003328 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.004208 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.004753 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: l3-port-ip-change-not-allowed Sep 16 19:18:18.005073 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: l3agentscheduler.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.006060 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.006565 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: l3_agent_scheduler Sep 16 19:18:18.006891 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: local_ip.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.008598 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.009115 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extension local_ip not supported by any of loaded plugins Sep 16 19:18:18.009439 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: logging.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.010847 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.011356 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extension logging not supported by any of loaded plugins Sep 16 19:18:18.011681 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: metering.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.012367 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.012960 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: metering Sep 16 19:18:18.013280 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.014310 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.014821 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: metering_source_and_destination_fields Sep 16 19:18:18.015140 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: multiprovidernet.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.016000 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.016547 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: multi-provider Sep 16 19:18:18.016865 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: netmtu.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.017838 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.018348 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: net-mtu Sep 16 19:18:18.018663 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: netmtu_writable.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.019521 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.020024 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: net-mtu-writable Sep 16 19:18:18.020341 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: network_availability_zone.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.020991 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.021488 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: network_availability_zone Sep 16 19:18:18.021799 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: network_ip_availability.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.022838 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.023335 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: network-ip-availability Sep 16 19:18:18.023649 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: network_segment_range.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.024362 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.024879 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extension network-segment-range not supported by any of loaded plugins Sep 16 19:18:18.025191 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: pagination.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.026114 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.026436 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: pagination Sep 16 19:18:18.026750 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: port_device_profile.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.027610 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.028112 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: port-device-profile Sep 16 19:18:18.028451 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: port_mac_address_override.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.029318 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.029825 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: port-mac-override Sep 16 19:18:18.030139 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.030992 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.031484 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: port-mac-address-regenerate Sep 16 19:18:18.031801 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.032682 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.033279 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: port-numa-affinity-policy Sep 16 19:18:18.033596 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: port_resource_request.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.034466 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.034965 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extension port-resource-request not supported by any of loaded plugins Sep 16 19:18:18.035281 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: port_resource_request_groups.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.036174 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.036705 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 16 19:18:18.037021 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: portbindings.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.037890 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.038392 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: binding Sep 16 19:18:18.038708 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: portbindings_extended.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.039930 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.040468 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: binding-extended Sep 16 19:18:18.040789 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: portsecurity.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.041640 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.042155 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: port-security Sep 16 19:18:18.042477 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: project_id.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.043581 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.043909 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: project-id Sep 16 19:18:18.044227 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: providernet.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.045106 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.045623 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: provider Sep 16 19:18:18.045944 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: qos.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.049578 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.050095 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extension qos not supported by any of loaded plugins Sep 16 19:18:18.050439 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.051613 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.052127 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 16 19:18:18.052493 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.053726 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.054231 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 16 19:18:18.054599 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: qos_default.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.055406 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.055911 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extension qos-default not supported by any of loaded plugins Sep 16 19:18:18.056231 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: qos_fip.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.057121 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.057618 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extension qos-fip not supported by any of loaded plugins Sep 16 19:18:18.057939 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: qos_fip_network_policy.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.058791 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.059287 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 16 19:18:18.059610 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: qos_gateway_ip.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.060496 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.060999 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 16 19:18:18.061315 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: qos_port_network_policy.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.062164 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.062670 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 16 19:18:18.062993 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.063967 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.064593 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 16 19:18:18.064916 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.065888 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.066390 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 16 19:18:18.066711 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: qos_pps_rule.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.067821 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.068325 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extension qos-pps not supported by any of loaded plugins Sep 16 19:18:18.068679 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: qos_rule_type_details.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.069534 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.070029 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 16 19:18:18.070347 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: qos_rule_type_filter.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.071209 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.071702 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 16 19:18:18.072019 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: qos_rules_alias.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.073043 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.073515 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 16 19:18:18.073851 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: quota_check_limit.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.074700 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.075200 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: quota-check-limit Sep 16 19:18:18.075513 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: quotasv2.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.076402 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.076727 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: quotas Sep 16 19:18:18.077043 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: quotasv2_detail.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.078698 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.079025 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: quota_details Sep 16 19:18:18.079346 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: rbac.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.080487 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.081013 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: rbac-policies Sep 16 19:18:18.081338 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: rbac_address_group.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.082215 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.082717 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: rbac-address-group Sep 16 19:18:18.083037 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: rbac_address_scope.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.083975 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.084509 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: rbac-address-scope Sep 16 19:18:18.084829 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: rbac_security_groups.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.085695 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.086199 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: rbac-security-groups Sep 16 19:18:18.086518 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: rbac_subnetpool.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.087377 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.087879 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: rbac-subnetpool Sep 16 19:18:18.088194 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: revisionifmatch.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.089095 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.089595 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: revision-if-match Sep 16 19:18:18.089911 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: revisions.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.090970 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.091474 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: standard-attr-revisions Sep 16 19:18:18.091794 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: router_availability_zone.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.092440 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.092953 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: router_availability_zone Sep 16 19:18:18.093270 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: routerservicetype.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.094138 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.094638 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extension router-service-type not supported by any of loaded plugins Sep 16 19:18:18.094953 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.096044 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.096585 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: security-groups-normalized-cidr Sep 16 19:18:18.096929 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: security_groups_port_filtering.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.097797 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.098306 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: port-security-groups-filtering Sep 16 19:18:18.098626 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.099495 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.100001 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: security-groups-remote-address-group Sep 16 19:18:18.100322 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.101215 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.101714 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: security-groups-shared-filtering Sep 16 19:18:18.102036 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: securitygroup.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.111810 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.112339 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: security-group Sep 16 19:18:18.112697 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: segment.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.113379 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.113886 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extension segment not supported by any of loaded plugins Sep 16 19:18:18.114209 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.115095 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.115602 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 16 19:18:18.115926 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: servicetype.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.116984 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.117492 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: service-type Sep 16 19:18:18.117793 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: sorting.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.118706 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.119031 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: sorting Sep 16 19:18:18.119346 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: standard_attr_segment.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.120215 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.120749 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 16 19:18:18.121063 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: standardattrdescription.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.121659 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.122169 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: standard-attr-description Sep 16 19:18:18.122482 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: stateful_security_group.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.123352 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.123859 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: stateful-security-group Sep 16 19:18:18.124177 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: stdattrs_common.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.124749 dv-cinder-850320-7-iscsi neutron-server[106139]: WARNING neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 16 19:18:18.125068 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.125936 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.126439 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 16 19:18:18.126790 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: subnet_onboard.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.127800 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.128312 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: subnet_onboard Sep 16 19:18:18.128655 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.129523 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.130026 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 16 19:18:18.130346 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: subnet_service_types.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.131218 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.131725 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: subnet-service-types Sep 16 19:18:18.132044 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: subnetallocation.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.133076 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.133600 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: subnet_allocation Sep 16 19:18:18.133923 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.134544 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.135044 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: subnetpool-prefix-ops Sep 16 19:18:18.135361 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.136242 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.136770 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 16 19:18:18.137088 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: tagging.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.138079 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.138604 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: standard-attr-tag Sep 16 19:18:18.138924 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: timestamp.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.140054 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.140591 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loaded extension: standard-attr-timestamp Sep 16 19:18:18.140911 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: trunk.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.141874 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.142458 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extension trunk not supported by any of loaded plugins Sep 16 19:18:18.142775 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: trunk_details.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.143648 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.144149 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extension trunk-details not supported by any of loaded plugins Sep 16 19:18:18.144494 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: uplink_status_propagation.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.145356 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.145863 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 16 19:18:18.146177 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Loading extension file: vlantransparent.py {{(pid=106139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:18:18.146794 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:18:18.147295 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extension vlan-transparent not supported by any of loaded plugins Sep 16 19:18:18.149951 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.quota.resource_registry [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Creating instance of TrackedResource for resource:network Sep 16 19:18:18.150461 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.quota.resource_registry [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Creating instance of TrackedResource for resource:subnet Sep 16 19:18:18.150846 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.quota.resource_registry [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 19:18:18.151228 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.quota.resource_registry [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Creating instance of TrackedResource for resource:port Sep 16 19:18:18.152510 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.v2.resource_helper [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106139) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 19:18:18.152954 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.v2.resource_helper [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Service FLAVORS assigned prefix: {{(pid=106139) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 19:18:18.153551 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.v2.resource_helper [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106139) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 19:18:18.153973 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.v2.resource_helper [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106139) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 19:18:18.154347 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.quota.resource_registry [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Creating instance of TrackedResource for resource:router Sep 16 19:18:18.154720 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.quota.resource_registry [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Creating instance of TrackedResource for resource:floatingip Sep 16 19:18:18.155207 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.v2.resource_helper [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Service METERING assigned prefix: /metering {{(pid=106139) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 19:18:18.156671 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:18.157036 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:18.157392 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:18:18.158633 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.quota.resource_registry [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 19:18:18.159066 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.quota.resource_registry [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Creating instance of TrackedResource for resource:security_group Sep 16 19:18:18.159504 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.quota.resource_registry [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 19:18:18.160033 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.v2.resource_helper [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Service CORE assigned prefix: {{(pid=106139) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 19:18:18.160366 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.quota.resource_registry [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 19:18:18.160742 dv-cinder-850320-7-iscsi neutron-server[106139]: WARNING neutron.quota.resource_registry [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] subnetpool is already registered Sep 16 19:18:18.161161 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.v2.resource_helper [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Service CORE assigned prefix: {{(pid=106139) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 19:18:18.161478 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.quota.resource_registry [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 19:18:18.161801 dv-cinder-850320-7-iscsi neutron-server[106139]: WARNING neutron.quota.resource_registry [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] subnetpool is already registered Sep 16 19:18:18.164178 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.v2.resource_helper [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106139) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 19:18:18.164652 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.v2.resource_helper [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Service FLAVORS assigned prefix: {{(pid=106139) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 19:18:18.165266 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.v2.resource_helper [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106139) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 19:18:18.165805 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.v2.resource_helper [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106139) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 19:18:18.166131 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.quota.resource_registry [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Creating instance of TrackedResource for resource:router Sep 16 19:18:18.166473 dv-cinder-850320-7-iscsi neutron-server[106139]: WARNING neutron.quota.resource_registry [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] router is already registered Sep 16 19:18:18.166890 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.quota.resource_registry [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Creating instance of TrackedResource for resource:floatingip Sep 16 19:18:18.167219 dv-cinder-850320-7-iscsi neutron-server[106139]: WARNING neutron.quota.resource_registry [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] floatingip is already registered Sep 16 19:18:18.167673 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.v2.resource_helper [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Service METERING assigned prefix: /metering {{(pid=106139) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 19:18:18.168346 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.quota.resource_registry [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 19:18:18.168701 dv-cinder-850320-7-iscsi neutron-server[106139]: WARNING neutron.quota.resource_registry [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] rbac_policy is already registered Sep 16 19:18:18.169119 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.quota.resource_registry [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Creating instance of TrackedResource for resource:security_group Sep 16 19:18:18.169447 dv-cinder-850320-7-iscsi neutron-server[106139]: WARNING neutron.quota.resource_registry [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] security_group is already registered Sep 16 19:18:18.169857 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.quota.resource_registry [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 19:18:18.170180 dv-cinder-850320-7-iscsi neutron-server[106139]: WARNING neutron.quota.resource_registry [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] security_group_rule is already registered Sep 16 19:18:18.170660 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.v2.resource_helper [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Service CORE assigned prefix: {{(pid=106139) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 19:18:18.170983 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.quota.resource_registry [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 19:18:18.171309 dv-cinder-850320-7-iscsi neutron-server[106139]: WARNING neutron.quota.resource_registry [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] subnetpool is already registered Sep 16 19:18:18.171727 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.v2.resource_helper [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Service CORE assigned prefix: {{(pid=106139) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 19:18:18.172045 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.quota.resource_registry [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 19:18:18.172367 dv-cinder-850320-7-iscsi neutron-server[106139]: WARNING neutron.quota.resource_registry [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] subnetpool is already registered Sep 16 19:18:18.172851 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extended resource: extensions {{(pid=106139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:18:18.174715 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extended resource: address-groups {{(pid=106139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:18:18.176193 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extended resource: address-scopes {{(pid=106139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:18:18.177434 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extended resource: agents {{(pid=106139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:18:18.178951 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extended resource: auto-allocated-topology {{(pid=106139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:18:18.181449 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extended resource: availability_zones {{(pid=106139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:18:18.182684 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extended resource: dhcp-networks {{(pid=106139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:18:18.184108 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extended resource: dhcp-agents {{(pid=106139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:18:18.185679 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extended resource: routers {{(pid=106139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:18:18.187422 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extended resource: flavors {{(pid=106139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:18:18.188616 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extended resource: service_profiles {{(pid=106139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:18:18.190211 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extended resource: next_providers {{(pid=106139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:18:18.191673 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extended resource: service_profiles {{(pid=106139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:18:18.193146 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extended resource: floatingip-pools {{(pid=106139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:18:18.194358 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extended resource: routers {{(pid=106139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:18:18.196181 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extended resource: floatingips {{(pid=106139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:18:18.197393 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extended resource: l3-routers {{(pid=106139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:18:18.198775 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extended resource: l3-agents {{(pid=106139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:18:18.200275 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extended resource: metering-labels {{(pid=106139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:18:18.201567 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extended resource: metering-label-rules {{(pid=106139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:18:18.202851 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extended resource: network-ip-availabilities {{(pid=106139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:18:18.204199 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extended resource: bindings {{(pid=106139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:18:18.205976 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extended resource: quotas {{(pid=106139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:18:18.207540 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extended resource: quotas {{(pid=106139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:18:18.209209 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extended resource: rbac-policies {{(pid=106139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:18:18.210404 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extended resource: security-groups {{(pid=106139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:18:18.211593 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extended resource: security-group-rules {{(pid=106139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:18:18.212889 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extended resource: service-providers {{(pid=106139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:18:18.214196 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extended resource: subnetpools {{(pid=106139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:18:18.215524 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extended resource: subnetpools {{(pid=106139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:18:18.217010 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extended resource: tags {{(pid=106139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:18:18.218762 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extended resource: tags {{(pid=106139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:18:18.220846 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extended resource: tags {{(pid=106139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:18:18.222680 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extended resource: tags {{(pid=106139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:18:18.224372 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extended resource: tags {{(pid=106139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:18:18.226253 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extended resource: tags {{(pid=106139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:18:18.228028 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extended resource: tags {{(pid=106139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:18:18.229852 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extended resource: tags {{(pid=106139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:18:18.231645 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extended resource: tags {{(pid=106139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:18:18.233532 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron.api.extensions [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Extended resource: tags {{(pid=106139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:18:18.240608 dv-cinder-850320-7-iscsi neutron-server[106139]: WARNING keystonemiddleware.auth_token [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 16 19:18:18.245685 dv-cinder-850320-7-iscsi neutron-server[106139]: WARNING keystonemiddleware.auth_token [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 16 19:18:18.254557 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_concurrency.lockutils [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Acquiring lock "singleton_lock" {{(pid=106139) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 16 19:18:18.254882 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_concurrency.lockutils [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Acquired lock "singleton_lock" {{(pid=106139) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 16 19:18:18.255347 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_concurrency.lockutils [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Releasing lock "singleton_lock" {{(pid=106139) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 16 19:18:18.255995 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO oslo_service.service [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Starting 2 workers Sep 16 19:18:18.260792 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Started child 106252 {{(pid=106139) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 19:18:18.265168 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Started child 106253 {{(pid=106139) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 19:18:18.266196 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:18:18.266870 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO neutron.service [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Neutron service started, listening on 0.0.0.0:9696 Sep 16 19:18:18.267292 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Publish callbacks [] for process (None), before_spawn {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:18:18.267633 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [-] (106252) wsgi starting up on http://0.0.0.0:9696 Sep 16 19:18:18.269949 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO oslo_service.service [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Starting 1 workers Sep 16 19:18:18.270173 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:18:18.271506 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [-] (106253) wsgi starting up on http://0.0.0.0:9696 Sep 16 19:18:18.275105 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Started child 106254 {{(pid=106139) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 19:18:18.275635 dv-cinder-850320-7-iscsi neutron-server[106139]: INFO oslo_service.service [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Starting 1 workers Sep 16 19:18:18.279010 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.service [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] calling RpcWorker wait() {{(pid=106254) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 16 19:18:18.279596 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.service [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] returning from RpcWorker wait() {{(pid=106254) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 16 19:18:18.280026 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Started child 106255 {{(pid=106139) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 19:18:18.280808 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccf8b-bee2-4126-9557-b692de8862bd None None] Publish callbacks [] for process (None), after_spawn {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:18:18.280986 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:18:18.281511 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:18:18.282590 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106139) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 16 19:18:18.282792 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:18:18.283054 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 19:18:18.283219 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 19:18:18.283576 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 19:18:18.283705 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 19:18:18.284238 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.284541 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.284802 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.285066 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.285243 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:18:18.285731 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.285821 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.286071 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.286207 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:18:18.286400 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.286555 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.286719 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.286890 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.287122 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.287382 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.287681 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.287976 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.288169 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.288432 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.288607 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.288865 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.289120 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.289356 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.289627 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] debug = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.289876 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.290336 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.290560 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.290776 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.291006 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.291277 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.291511 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.291780 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.292016 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.292246 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.292515 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.292760 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.293001 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.293223 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.293445 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.293712 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.293912 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.294383 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] host = dv-cinder-850320-7-iscsi {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.294611 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.294841 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.295083 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.295320 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.295575 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.295798 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.296059 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.296294 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.296568 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.296804 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.297042 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.297279 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.297533 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.297783 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] log_file = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.297941 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] log_options = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.298163 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.298403 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.298763 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.298948 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.299112 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.299272 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.299583 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.299742 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.300030 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.300245 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.300480 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.300695 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.300918 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.301147 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.301388 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.301620 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.301831 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.302067 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.302318 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.302573 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.302809 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.303389 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.303600 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.303832 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.304057 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.304280 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.304526 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.304753 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.304961 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.305199 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.305461 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.305733 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.305917 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.306142 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.306397 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.306619 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.306836 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.307048 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.307326 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.307537 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.307949 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.308065 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.308299 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.308463 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.308899 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.308899 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.309419 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] use_json = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.309419 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.309941 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.309941 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.309941 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.310275 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.310532 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.310662 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.310785 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.311121 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.311573 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.311729 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.312284 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.312284 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.312539 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.312652 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.312899 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.313094 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.313358 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.313565 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.314108 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.314448 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.314855 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.315221 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.315603 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.316458 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.316775 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.317046 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.317456 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.317843 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.318592 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.318592 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.318993 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.319347 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.319737 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.320109 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.320343 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.320701 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.320963 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.321236 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.321567 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.321837 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.322095 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.322353 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.322574 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.322934 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.323124 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.323261 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.323420 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.323593 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.323850 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.324088 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.324341 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.324990 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.324990 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.325269 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.325269 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.325565 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.325730 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.325935 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.326159 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.326333 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.326539 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.326777 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.327014 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.327210 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.327469 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.327713 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.327940 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.328206 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.328483 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.328637 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.328858 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.329068 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.329899 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.329899 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.329899 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.330428 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.330428 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.330688 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.330823 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.330979 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.331189 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.331414 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.331623 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.331853 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.332066 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.332344 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.332542 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.332770 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.332994 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.333200 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.333406 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.333610 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.333846 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.334051 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.334480 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.334480 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.335073 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.335073 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.335073 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.335466 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.335601 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.335999 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.336153 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.336290 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.336509 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.336726 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.336974 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.337188 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.337401 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.337638 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.337890 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.338114 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.338359 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.338667 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.338830 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.339020 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.339239 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.339469 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.339684 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.339897 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.340123 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.340351 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.340590 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.340824 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.341044 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.341302 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.341531 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.341758 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.341974 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.342201 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.342451 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.343016 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.343016 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.343290 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.343519 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.343690 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.343980 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.344194 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.344479 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.344701 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.346952 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.346952 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.346952 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.346952 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.346952 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.346952 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.346952 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.346952 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.346952 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.347558 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.347558 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.347558 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.347747 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.347963 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.348171 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.348470 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.348721 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.348960 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.349232 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.349478 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.349721 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.349967 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.350595 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.350595 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.350595 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.350952 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.351087 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.351243 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.351468 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.351887 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.352099 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.352310 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.352605 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.352834 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.352978 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.353177 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.353389 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.353599 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.354017 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.354172 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.354309 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.354446 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.354658 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.354869 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.355079 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.355283 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.355522 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.355733 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.355992 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.356230 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.356467 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.356689 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.356926 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.357187 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.357394 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.357649 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.357863 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.358088 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.358295 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.358509 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.358716 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.358943 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.359282 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.359406 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.359602 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.359854 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.360181 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.360456 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.360681 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.361000 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.361229 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.361441 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.361653 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.361874 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.362115 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.362327 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.362559 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.362810 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.363013 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.363225 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.363436 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.363645 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.363855 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.364511 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.364511 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.364787 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.364787 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.364989 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.365185 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.365419 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.365630 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.365842 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.366053 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.366258 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.366463 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.366666 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.366875 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.367082 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.367403 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.367648 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.367871 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.368130 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.368344 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.368575 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.368799 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.369070 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.369209 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.369431 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.369643 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.369848 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.370087 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.370294 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.370516 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.370730 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.370940 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.371144 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.371364 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.371588 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.372187 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.372187 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.372510 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.372510 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.372771 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.372906 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.373050 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.373257 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.373466 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.373669 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.373903 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.374106 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.374308 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.374522 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.374732 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.374936 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.375215 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.375455 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.375668 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.375945 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.376169 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.376436 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.376697 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.377168 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.377443 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.377699 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.377959 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.378174 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.378390 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.378650 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.378958 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.379236 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.379471 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.379716 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.379991 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.380254 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.380526 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.380735 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.381027 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.381337 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.381592 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.381848 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.382101 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.382334 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.382928 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.382928 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.383103 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.383240 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.383393 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.383624 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.383869 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.384107 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.384336 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.384601 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.384834 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.385072 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.385278 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.385509 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.385721 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.385879 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 19:18:18.386431 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106139) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 16 19:18:18.386594 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:18:18.386741 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 19:18:18.386905 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 19:18:18.387068 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 19:18:18.387216 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 19:18:18.387418 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.387579 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.387736 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.387893 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.388077 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.388246 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.388824 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.388824 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.388824 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.388824 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.392590 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.392590 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.392590 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.392590 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.392590 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.392590 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.392590 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.392590 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.393167 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.393167 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.393167 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.393167 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] debug = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.393405 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:18:18.393487 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.393487 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.393487 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.393487 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.393487 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.393487 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.393856 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.393856 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.393856 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.393856 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.393856 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.393856 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.393856 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.393856 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.394292 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.394292 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.394292 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.394292 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] host = dv-cinder-850320-7-iscsi {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.394292 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.394292 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.394292 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.394292 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.394727 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.394727 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.394727 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.394727 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.394727 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.394727 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.395059 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.395059 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.395183 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.395328 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] log_file = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.395399 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] log_options = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.395522 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.395677 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.395830 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.396011 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.396173 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.396327 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.396504 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.396826 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.397119 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.397400 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.397682 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.397839 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.397989 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.398139 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.398297 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.398482 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.398614 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.398766 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.399066 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.399222 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.399403 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.399537 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.400439 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.400439 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.400439 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.400439 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.400439 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.400439 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.400837 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.400837 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.400837 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.401011 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.401125 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.401279 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.401437 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.401564 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.401719 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.402112 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.402112 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.402616 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.402616 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.402616 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.402616 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.403418 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.403418 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.403418 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.403418 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] use_json = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.403418 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.403418 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.403824 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.403824 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.403965 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.404051 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.404132 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.404295 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.404519 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:18:18.404766 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.404895 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.405167 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.405167 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.405462 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.405462 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.405793 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.405793 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.405793 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.405999 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.406099 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.406256 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.406422 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.406586 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.406718 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.406965 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.407092 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.407258 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.407529 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.407868 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.407868 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.408123 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.408296 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.408462 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.408632 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.408779 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.408926 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.409089 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.409244 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.409406 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.409581 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.409734 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.409895 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.410051 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.410297 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.410451 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.410590 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.410672 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.411508 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.411508 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.411508 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.411508 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.411508 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.411508 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.411919 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.411919 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.412063 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.412129 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.412332 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.412468 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.412697 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.412697 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.412958 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.413099 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.413228 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.413355 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.413486 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.413618 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.413759 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.413891 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.414023 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.414163 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.414307 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.414439 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.414570 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.414702 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.414855 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.414997 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.415167 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.415362 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.415500 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.415644 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.415780 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.415914 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.416048 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.416181 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.416335 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.416708 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.416972 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.417161 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.417342 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.417487 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.417633 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.417796 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.417950 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.418202 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.418557 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.418557 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.418811 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.418811 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.419089 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.419089 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.419581 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.419803 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.419940 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.420025 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.420166 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.420354 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.420541 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.420642 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.420808 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.420981 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.421104 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.421233 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.421402 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.421530 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.421681 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.421908 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.422076 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.422208 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.422408 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.422563 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.422689 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.422844 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.422997 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.423151 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.423306 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.423610 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.423909 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.424048 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.424209 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.424364 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.424548 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.424712 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.424867 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.425027 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.425201 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.425317 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.425510 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.425665 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.425790 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.425947 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.426085 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.426291 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.426420 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.426541 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.426683 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.426865 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.426986 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.427139 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.427274 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.427426 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.427567 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.427733 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.427893 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.428535 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.428709 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.428709 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.428981 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.429068 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.429142 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.429305 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.429436 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.429665 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.429927 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.429927 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.430153 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.430284 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.430393 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.430509 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.430615 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.430776 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.430946 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.431107 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.431265 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.431395 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.431562 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.431719 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.431898 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.431987 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.432163 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.432286 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.432369 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.432539 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.432692 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.432851 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.433009 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.433163 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.433368 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.434131 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.434131 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.434131 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.434131 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.434131 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.434768 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.434768 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.434768 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.434768 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.434768 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.435104 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.435104 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.435265 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.435426 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.435562 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.435692 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.435814 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.435918 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.436022 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.436253 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.436359 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.436569 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.436687 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.436833 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.436964 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.437114 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.437259 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.437414 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.437569 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.437730 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.437879 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.438021 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.438198 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.438374 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.438511 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.438640 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.438725 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.438891 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.439063 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.439277 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.439478 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.439608 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.439707 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.439823 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.440030 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.440234 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.440234 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.440569 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.440569 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.440827 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.440827 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.441222 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.441222 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.441477 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.441477 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.441739 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.441739 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.442043 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.442043 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.442179 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.442272 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.442514 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.442654 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.442801 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.442889 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.443045 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.443176 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.443320 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.443460 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.443632 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.443798 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.443917 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.444125 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.444220 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.444427 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.444602 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.444688 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.444819 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.444927 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.445079 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.445234 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.445399 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.445553 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.445709 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.445864 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.446019 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.446172 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.446338 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.446497 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.446653 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.446816 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.446971 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.447126 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.447280 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.447447 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.447603 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.447762 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.447917 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.448071 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.448227 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.448429 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.448566 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.448730 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.448893 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.449050 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.449215 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.449378 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.449541 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.449696 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.449858 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.450942 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.450942 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.450942 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.450942 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.450942 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.450942 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.450942 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.451663 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.451663 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.451663 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.451663 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.451663 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.452028 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.452028 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.452028 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.452303 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.452303 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.452479 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.452628 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.452773 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:18:18.452920 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 19:18:18.586464 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 42434) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:18:18.597403 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [-] 10.222.0.49 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0074279 Sep 16 19:18:18.604609 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [-] 10.222.0.49 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0061882 Sep 16 19:18:27.775753 dv-cinder-850320-7-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:18:30.028440 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writer thread running {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 16 19:18:30.029773 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b054af2-cb03-45dd-a4a1-e5b95f948147 None None] get_active_networks_info from dv-cinder-850320-7-iscsi {{(pid=106254) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 16 19:18:30.084330 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e0c5e865-45e9-465d-835e-b794860121fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-681412'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:18:30.113629 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b054af2-cb03-45dd-a4a1-e5b95f948147 None None] No non-hosted networks {{(pid=106254) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 16 19:18:31.738691 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writer thread running {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 16 19:18:32.260798 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ab084409-44fd-4bbf-b1fc-7bed0b3f012c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-681412'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:18:32.309551 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ca2e7622-74a5-4d32-ac92-012d83025a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:18:33.565713 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-681412'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:18:33.776997 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 42508) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:18:34.361512 dv-cinder-850320-7-iscsi neutron-server[106253]: WARNING oslo_policy.policy [None req-2f9e1fc9-5112-40bb-b6ec-ee538bb6de08 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 19:18:34.362279 dv-cinder-850320-7-iscsi neutron-server[106253]: WARNING oslo_policy.policy [None req-2f9e1fc9-5112-40bb-b6ec-ee538bb6de08 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 19:18:34.582425 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [None req-2f9e1fc9-5112-40bb-b6ec-ee538bb6de08 admin admin] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 19:18:34.601051 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-2f9e1fc9-5112-40bb-b6ec-ee538bb6de08 admin admin] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8218980 Sep 16 19:18:34.931592 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-681412'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:18:35.118734 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-681412'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:18:35.119401 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:18:35.119742 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:18:35.120092 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:18:35.120579 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:18:35.120786 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:18:35.121071 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:18:35.121394 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:18:35.121736 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:18:35.122059 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:18:35.122392 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:18:35.122706 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:18:35.123028 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:18:35.123358 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:18:35.123675 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:18:35.124019 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:18:35.124883 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-850320-7-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:18:35.132361 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-850320-7-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:18:36.614147 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.db.l3_hamode_db [None req-3735e14e-52bc-4b69-87e5-33bd1f5aa332 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 16 19:18:36.697769 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3735e14e-52bc-4b69-87e5-33bd1f5aa332 None None] Routers set() bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:18:36.698308 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3735e14e-52bc-4b69-87e5-33bd1f5aa332 None None] Router IDs set() for agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 16 19:18:37.321938 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 42542) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:18:37.888841 dv-cinder-850320-7-iscsi neutron-server[106252]: WARNING oslo_policy.policy [None req-82358d41-b4b5-4737-a925-18ea156982bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 19:18:37.889375 dv-cinder-850320-7-iscsi neutron-server[106252]: WARNING oslo_policy.policy [None req-82358d41-b4b5-4737-a925-18ea156982bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 19:18:38.105184 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-82358d41-b4b5-4737-a925-18ea156982bd admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:18:38.116801 dv-cinder-850320-7-iscsi neutron-server[106252]: ERROR stevedore.extension [None req-82358d41-b4b5-4737-a925-18ea156982bd admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 16 19:18:38.197029 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.policy [None req-82358d41-b4b5-4737-a925-18ea156982bd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106252) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 16 19:18:38.238258 dv-cinder-850320-7-iscsi neutron-server[106252]: WARNING oslo_policy.policy [None req-82358d41-b4b5-4737-a925-18ea156982bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 19:18:38.238620 dv-cinder-850320-7-iscsi neutron-server[106252]: WARNING oslo_policy.policy [None req-82358d41-b4b5-4737-a925-18ea156982bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 19:18:38.258705 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writer thread running {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 16 19:18:38.352232 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-82358d41-b4b5-4737-a925-18ea156982bd admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764815592677', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764815593209', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764815608861', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764815633116', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764815627256', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764815652032', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-15996071', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16050641', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-640144', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-622510'] for rbac-policy (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:18:38.431647 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-82358d41-b4b5-4737-a925-18ea156982bd admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:18:38.432865 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-82358d41-b4b5-4737-a925-18ea156982bd admin admin] 10.222.0.49 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1099751 Sep 16 19:18:41.135519 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 42558) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:18:41.502640 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-42df3d8a-3850-4b87-90b7-cdf53602d229 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:18:41.535084 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42df3d8a-3850-4b87-90b7-cdf53602d229 demo demo] Made reservation on behalf of 7a47bbefd31a4d8ba175d6d1cb8c52ea for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:18:41.541208 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-42df3d8a-3850-4b87-90b7-cdf53602d229 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for network (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:18:41.562310 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-42df3d8a-3850-4b87-90b7-cdf53602d229 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:18:41.687206 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-42df3d8a-3850-4b87-90b7-cdf53602d229 demo demo] Publish callbacks [] for security_group (02ee3fd5-1f6b-4698-a63f-1c8ffc677e32), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:18:41.693515 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-42df3d8a-3850-4b87-90b7-cdf53602d229 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (02ee3fd5-1f6b-4698-a63f-1c8ffc677e32), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:18:41.714083 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42df3d8a-3850-4b87-90b7-cdf53602d229 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 19:18:41.750681 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-42df3d8a-3850-4b87-90b7-cdf53602d229 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764811785912', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694'] for segment (6cbbc23d-f928-4221-9ad6-ceeb1536db09), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:18:41.751208 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-42df3d8a-3850-4b87-90b7-cdf53602d229 demo demo] Unsubscribe: segment precommit_create {{(pid=106252) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 16 19:18:41.751758 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.db.segments_db [None req-42df3d8a-3850-4b87-90b7-cdf53602d229 demo demo] Added segment 6cbbc23d-f928-4221-9ad6-ceeb1536db09 of type vlan for network 51b7ca3c-4504-4055-aa65-ffb44d3c7871 Sep 16 19:18:41.785380 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42df3d8a-3850-4b87-90b7-cdf53602d229 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=02ee3fd5-1f6b-4698-a63f-1c8ffc677e32,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:18:41.827623 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42df3d8a-3850-4b87-90b7-cdf53602d229 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:18:41.827965 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42df3d8a-3850-4b87-90b7-cdf53602d229 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:18:41.828312 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42df3d8a-3850-4b87-90b7-cdf53602d229 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:18:41.828693 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42df3d8a-3850-4b87-90b7-cdf53602d229 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:18:41.829071 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42df3d8a-3850-4b87-90b7-cdf53602d229 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:18:41.829442 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42df3d8a-3850-4b87-90b7-cdf53602d229 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:18:41.829713 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42df3d8a-3850-4b87-90b7-cdf53602d229 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:18:41.830050 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42df3d8a-3850-4b87-90b7-cdf53602d229 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:18:41.830350 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42df3d8a-3850-4b87-90b7-cdf53602d229 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:18:41.830659 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42df3d8a-3850-4b87-90b7-cdf53602d229 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:18:41.830987 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42df3d8a-3850-4b87-90b7-cdf53602d229 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:18:41.831319 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42df3d8a-3850-4b87-90b7-cdf53602d229 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:18:41.831634 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42df3d8a-3850-4b87-90b7-cdf53602d229 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:18:41.831942 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42df3d8a-3850-4b87-90b7-cdf53602d229 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:18:41.832252 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42df3d8a-3850-4b87-90b7-cdf53602d229 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:18:41.833713 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42df3d8a-3850-4b87-90b7-cdf53602d229 demo demo] Tracked resource versions report: Sep 16 19:18:41.833713 dv-cinder-850320-7-iscsi neutron-server[106252]: pushed versions: Sep 16 19:18:41.833713 dv-cinder-850320-7-iscsi neutron-server[106252]: { 'AddressGroup': {'1.2'}, Sep 16 19:18:41.833713 dv-cinder-850320-7-iscsi neutron-server[106252]: 'Agent': {'1.1'}, Sep 16 19:18:41.833713 dv-cinder-850320-7-iscsi neutron-server[106252]: 'ConntrackHelper': {'1.0'}, Sep 16 19:18:41.833713 dv-cinder-850320-7-iscsi neutron-server[106252]: 'LocalIPAssociation': {'1.0'}, Sep 16 19:18:41.833713 dv-cinder-850320-7-iscsi neutron-server[106252]: 'Log': {'1.0'}, Sep 16 19:18:41.833713 dv-cinder-850320-7-iscsi neutron-server[106252]: 'NDPProxy': {'1.0'}, Sep 16 19:18:41.833713 dv-cinder-850320-7-iscsi neutron-server[106252]: 'Network': {'1.1'}, Sep 16 19:18:41.833713 dv-cinder-850320-7-iscsi neutron-server[106252]: 'Port': {'1.7'}, Sep 16 19:18:41.833713 dv-cinder-850320-7-iscsi neutron-server[106252]: 'PortForwarding': {'1.3'}, Sep 16 19:18:41.833713 dv-cinder-850320-7-iscsi neutron-server[106252]: 'QosPolicy': {'1.10'}, Sep 16 19:18:41.833713 dv-cinder-850320-7-iscsi neutron-server[106252]: 'SecurityGroup': {'1.5'}, Sep 16 19:18:41.833713 dv-cinder-850320-7-iscsi neutron-server[106252]: 'SecurityGroupRule': {'1.2'}, Sep 16 19:18:41.833713 dv-cinder-850320-7-iscsi neutron-server[106252]: 'SubPort': {'1.0'}, Sep 16 19:18:41.833713 dv-cinder-850320-7-iscsi neutron-server[106252]: 'Subnet': {'1.1'}, Sep 16 19:18:41.833713 dv-cinder-850320-7-iscsi neutron-server[106252]: 'Trunk': {'1.1'}} Sep 16 19:18:41.833713 dv-cinder-850320-7-iscsi neutron-server[106252]: consumer versions: Sep 16 19:18:41.833713 dv-cinder-850320-7-iscsi neutron-server[106252]: { DHCP agent@dv-cinder-850320-7-iscsi: {}, Sep 16 19:18:41.833713 dv-cinder-850320-7-iscsi neutron-server[106252]: L3 agent@dv-cinder-850320-7-iscsi: {}, Sep 16 19:18:41.833713 dv-cinder-850320-7-iscsi neutron-server[106252]: Metadata agent@dv-cinder-850320-7-iscsi: {}, Sep 16 19:18:41.833713 dv-cinder-850320-7-iscsi neutron-server[106252]: Metering agent@dv-cinder-850320-7-iscsi: {}, Sep 16 19:18:41.833713 dv-cinder-850320-7-iscsi neutron-server[106252]: Open vSwitch agent@dv-cinder-850320-7-iscsi: { 'AddressGroup': '1.2', Sep 16 19:18:41.833713 dv-cinder-850320-7-iscsi neutron-server[106252]: 'Agent': '1.1', Sep 16 19:18:41.833713 dv-cinder-850320-7-iscsi neutron-server[106252]: 'ConntrackHelper': '1.0', Sep 16 19:18:41.833713 dv-cinder-850320-7-iscsi neutron-server[106252]: 'LocalIPAssociation': '1.0', Sep 16 19:18:41.833713 dv-cinder-850320-7-iscsi neutron-server[106252]: 'Log': '1.0', Sep 16 19:18:41.833713 dv-cinder-850320-7-iscsi neutron-server[106252]: 'NDPProxy': '1.0', Sep 16 19:18:41.833713 dv-cinder-850320-7-iscsi neutron-server[106252]: 'Network': '1.1', Sep 16 19:18:41.833713 dv-cinder-850320-7-iscsi neutron-server[106252]: 'Port': '1.7', Sep 16 19:18:41.833713 dv-cinder-850320-7-iscsi neutron-server[106252]: 'PortForwarding': '1.3', Sep 16 19:18:41.833713 dv-cinder-850320-7-iscsi neutron-server[106252]: 'QosPolicy': '1.10', Sep 16 19:18:41.833713 dv-cinder-850320-7-iscsi neutron-server[106252]: 'SecurityGroup': '1.5', Sep 16 19:18:41.833713 dv-cinder-850320-7-iscsi neutron-server[106252]: 'SecurityGroupRule': '1.2', Sep 16 19:18:41.833713 dv-cinder-850320-7-iscsi neutron-server[106252]: 'SubPort': '1.0', Sep 16 19:18:41.833713 dv-cinder-850320-7-iscsi neutron-server[106252]: 'Subnet': '1.1', Sep 16 19:18:41.833713 dv-cinder-850320-7-iscsi neutron-server[106252]: 'Trunk': '1.1'}} Sep 16 19:18:41.833713 dv-cinder-850320-7-iscsi neutron-server[106252]: {{(pid=106252) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 19:18:41.857029 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-42df3d8a-3850-4b87-90b7-cdf53602d229 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764811224998'] for network (51b7ca3c-4504-4055-aa65-ffb44d3c7871), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:18:41.899960 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-42df3d8a-3850-4b87-90b7-cdf53602d229 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119'] for network (51b7ca3c-4504-4055-aa65-ffb44d3c7871), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:18:41.904942 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42df3d8a-3850-4b87-90b7-cdf53602d229 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:18:41.905645 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-42df3d8a-3850-4b87-90b7-cdf53602d229 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for network (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:18:41.911400 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=53,neutron:INSERT=45,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:18:42.016327 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-42df3d8a-3850-4b87-90b7-cdf53602d229 demo demo] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8793242 Sep 16 19:18:42.026757 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42df3d8a-3850-4b87-90b7-cdf53602d229 demo demo] Pushing event updated for resources: {'Network': ['ID=51b7ca3c-4504-4055-aa65-ffb44d3c7871,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:18:42.043191 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Network 51b7ca3c-4504-4055-aa65-ffb44d3c7871 details requested by agent ovs-agent-dv-cinder-850320-7-iscsi with host dv-cinder-850320-7-iscsi {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 19:18:44.725092 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 42572) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:18:44.947995 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=7 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:18:44.949662 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:18:45.178523 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75aebb89-6e8b-4d97-adaf-c2448bd9cb80 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:18:45.179928 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-75aebb89-6e8b-4d97-adaf-c2448bd9cb80 demo admin] 10.222.0.49 "GET /networking/v2.0/networks/51b7ca3c-4504-4055-aa65-ffb44d3c7871 HTTP/1.1" status: 200 len: 825 time: 0.4539452 Sep 16 19:18:45.206478 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-53fdf6f4-f5ee-46b9-82e3-d250d925b8e6 demo admin] 10.222.0.49 "GET /networking/v2.0/subnetpools/433cfed1-aa7e-41d1-b19b-a8a89df1af01 HTTP/1.1" status: 200 len: 734 time: 0.0202916 Sep 16 19:18:45.217711 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-7b65b005-5464-4717-979c-488072f189f6 demo admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '51b7ca3c-4504-4055-aa65-ffb44d3c7871', 'subnetpool_id': '433cfed1-aa7e-41d1-b19b-a8a89df1af01', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:18:45.245658 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b65b005-5464-4717-979c-488072f189f6 demo admin] Made reservation on behalf of 7a47bbefd31a4d8ba175d6d1cb8c52ea for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:18:45.247972 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7b65b005-5464-4717-979c-488072f189f6 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:18:45.457146 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:18:45.552552 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7b65b005-5464-4717-979c-488072f189f6 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119'] for subnet (94ebc4ff-c730-4664-946a-9be6902c5eb5), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:18:45.618550 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b65b005-5464-4717-979c-488072f189f6 demo admin] Pushing event updated for resources: {'Subnet': ['ID=94ebc4ff-c730-4664-946a-9be6902c5eb5,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:18:45.627425 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b65b005-5464-4717-979c-488072f189f6 demo admin] Checking segment: {'id': '6cbbc23d-f928-4221-9ad6-ceeb1536db09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '51b7ca3c-4504-4055-aa65-ffb44d3c7871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:18:45.627805 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b65b005-5464-4717-979c-488072f189f6 demo admin] Network hostable DHCP agents. Network: 51b7ca3c-4504-4055-aa65-ffb44d3c7871, hostable agents: ['ba1fefac-954c-4dc4-b172-e3e5be1bbc35'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 19:18:45.650853 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b65b005-5464-4717-979c-488072f189f6 demo admin] Network 51b7ca3c-4504-4055-aa65-ffb44d3c7871 is scheduled to be hosted by DHCP agent ba1fefac-954c-4dc4-b172-e3e5be1bbc35 with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 19:18:45.664228 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-7b65b005-5464-4717-979c-488072f189f6 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850320-7-iscsi, 51b7ca3c-4504-4055-aa65-ffb44d3c7871) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:18:45.669210 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b65b005-5464-4717-979c-488072f189f6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:18:45.669803 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7b65b005-5464-4717-979c-488072f189f6 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for subnet (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:18:45.674981 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a240d9b6-2130-402b-b09e-7b478083768e None None] Network 51b7ca3c-4504-4055-aa65-ffb44d3c7871 requested from dv-cinder-850320-7-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 19:18:45.689663 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-7b65b005-5464-4717-979c-488072f189f6 demo admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4751468 Sep 16 19:18:45.941051 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b756c43f-880e-4217-bd36-328760d6a454 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3be41fd3-b622-5347-8adb-91649a85407c-51b7ca3c-4504-4055-aa65-ffb44d3c7871', 'network_id': '51b7ca3c-4504-4055-aa65-ffb44d3c7871', 'project_id': '7a47bbefd31a4d8ba175d6d1cb8c52ea', 'fixed_ips': [{'subnet_id': '94ebc4ff-c730-4664-946a-9be6902c5eb5'}]}} from dv-cinder-850320-7-iscsi. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 19:18:45.942394 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b756c43f-880e-4217-bd36-328760d6a454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:18:46.221722 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-b756c43f-880e-4217-bd36-328760d6a454 None None] Allocated IP 172.20.0.2 (51b7ca3c-4504-4055-aa65-ffb44d3c7871/94ebc4ff-c730-4664-946a-9be6902c5eb5/fb74f2fd-44cf-4d33-ae90-0e9630fb94e1) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:18:46.341187 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=59,neutron:INSERT=39,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:18:46.493149 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b756c43f-880e-4217-bd36-328760d6a454 None None] Publish callbacks [] for port (fb74f2fd-44cf-4d33-ae90-0e9630fb94e1), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:18:46.502683 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b756c43f-880e-4217-bd36-328760d6a454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816'] for port (fb74f2fd-44cf-4d33-ae90-0e9630fb94e1), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:18:46.578478 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b756c43f-880e-4217-bd36-328760d6a454 None None] Network 51b7ca3c-4504-4055-aa65-ffb44d3c7871 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:18:46.579888 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-b756c43f-880e-4217-bd36-328760d6a454 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:18:46.590340 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b756c43f-880e-4217-bd36-328760d6a454 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:18:46.597405 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b756c43f-880e-4217-bd36-328760d6a454 None None] Pushing event updated for resources: {'Port': ['ID=fb74f2fd-44cf-4d33-ae90-0e9630fb94e1,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:18:46.630062 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b756c43f-880e-4217-bd36-328760d6a454 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:18:46.630432 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b756c43f-880e-4217-bd36-328760d6a454 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:18:46.630733 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b756c43f-880e-4217-bd36-328760d6a454 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:18:46.631114 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b756c43f-880e-4217-bd36-328760d6a454 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:18:46.631455 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b756c43f-880e-4217-bd36-328760d6a454 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:18:46.631773 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b756c43f-880e-4217-bd36-328760d6a454 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:18:46.632114 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b756c43f-880e-4217-bd36-328760d6a454 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:18:46.632442 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b756c43f-880e-4217-bd36-328760d6a454 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:18:46.632781 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b756c43f-880e-4217-bd36-328760d6a454 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:18:46.633104 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b756c43f-880e-4217-bd36-328760d6a454 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:18:46.633429 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b756c43f-880e-4217-bd36-328760d6a454 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:18:46.633772 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b756c43f-880e-4217-bd36-328760d6a454 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:18:46.634082 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b756c43f-880e-4217-bd36-328760d6a454 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:18:46.634391 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b756c43f-880e-4217-bd36-328760d6a454 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:18:46.634712 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b756c43f-880e-4217-bd36-328760d6a454 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:18:46.636233 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b756c43f-880e-4217-bd36-328760d6a454 None None] Tracked resource versions report: Sep 16 19:18:46.636233 dv-cinder-850320-7-iscsi neutron-server[106254]: pushed versions: Sep 16 19:18:46.636233 dv-cinder-850320-7-iscsi neutron-server[106254]: { 'AddressGroup': {'1.2'}, Sep 16 19:18:46.636233 dv-cinder-850320-7-iscsi neutron-server[106254]: 'Agent': {'1.1'}, Sep 16 19:18:46.636233 dv-cinder-850320-7-iscsi neutron-server[106254]: 'ConntrackHelper': {'1.0'}, Sep 16 19:18:46.636233 dv-cinder-850320-7-iscsi neutron-server[106254]: 'LocalIPAssociation': {'1.0'}, Sep 16 19:18:46.636233 dv-cinder-850320-7-iscsi neutron-server[106254]: 'Log': {'1.0'}, Sep 16 19:18:46.636233 dv-cinder-850320-7-iscsi neutron-server[106254]: 'NDPProxy': {'1.0'}, Sep 16 19:18:46.636233 dv-cinder-850320-7-iscsi neutron-server[106254]: 'Network': {'1.1'}, Sep 16 19:18:46.636233 dv-cinder-850320-7-iscsi neutron-server[106254]: 'Port': {'1.7'}, Sep 16 19:18:46.636233 dv-cinder-850320-7-iscsi neutron-server[106254]: 'PortForwarding': {'1.3'}, Sep 16 19:18:46.636233 dv-cinder-850320-7-iscsi neutron-server[106254]: 'QosPolicy': {'1.10'}, Sep 16 19:18:46.636233 dv-cinder-850320-7-iscsi neutron-server[106254]: 'SecurityGroup': {'1.5'}, Sep 16 19:18:46.636233 dv-cinder-850320-7-iscsi neutron-server[106254]: 'SecurityGroupRule': {'1.2'}, Sep 16 19:18:46.636233 dv-cinder-850320-7-iscsi neutron-server[106254]: 'SubPort': {'1.0'}, Sep 16 19:18:46.636233 dv-cinder-850320-7-iscsi neutron-server[106254]: 'Subnet': {'1.1'}, Sep 16 19:18:46.636233 dv-cinder-850320-7-iscsi neutron-server[106254]: 'Trunk': {'1.1'}} Sep 16 19:18:46.636233 dv-cinder-850320-7-iscsi neutron-server[106254]: consumer versions: Sep 16 19:18:46.636233 dv-cinder-850320-7-iscsi neutron-server[106254]: { DHCP agent@dv-cinder-850320-7-iscsi: {}, Sep 16 19:18:46.636233 dv-cinder-850320-7-iscsi neutron-server[106254]: L3 agent@dv-cinder-850320-7-iscsi: {}, Sep 16 19:18:46.636233 dv-cinder-850320-7-iscsi neutron-server[106254]: Metadata agent@dv-cinder-850320-7-iscsi: {}, Sep 16 19:18:46.636233 dv-cinder-850320-7-iscsi neutron-server[106254]: Metering agent@dv-cinder-850320-7-iscsi: {}, Sep 16 19:18:46.636233 dv-cinder-850320-7-iscsi neutron-server[106254]: Open vSwitch agent@dv-cinder-850320-7-iscsi: { 'AddressGroup': '1.2', Sep 16 19:18:46.636233 dv-cinder-850320-7-iscsi neutron-server[106254]: 'Agent': '1.1', Sep 16 19:18:46.636233 dv-cinder-850320-7-iscsi neutron-server[106254]: 'ConntrackHelper': '1.0', Sep 16 19:18:46.636233 dv-cinder-850320-7-iscsi neutron-server[106254]: 'LocalIPAssociation': '1.0', Sep 16 19:18:46.636233 dv-cinder-850320-7-iscsi neutron-server[106254]: 'Log': '1.0', Sep 16 19:18:46.636233 dv-cinder-850320-7-iscsi neutron-server[106254]: 'NDPProxy': '1.0', Sep 16 19:18:46.636233 dv-cinder-850320-7-iscsi neutron-server[106254]: 'Network': '1.1', Sep 16 19:18:46.636233 dv-cinder-850320-7-iscsi neutron-server[106254]: 'Port': '1.7', Sep 16 19:18:46.636233 dv-cinder-850320-7-iscsi neutron-server[106254]: 'PortForwarding': '1.3', Sep 16 19:18:46.636233 dv-cinder-850320-7-iscsi neutron-server[106254]: 'QosPolicy': '1.10', Sep 16 19:18:46.636233 dv-cinder-850320-7-iscsi neutron-server[106254]: 'SecurityGroup': '1.5', Sep 16 19:18:46.636233 dv-cinder-850320-7-iscsi neutron-server[106254]: 'SecurityGroupRule': '1.2', Sep 16 19:18:46.636233 dv-cinder-850320-7-iscsi neutron-server[106254]: 'SubPort': '1.0', Sep 16 19:18:46.636233 dv-cinder-850320-7-iscsi neutron-server[106254]: 'Subnet': '1.1', Sep 16 19:18:46.636233 dv-cinder-850320-7-iscsi neutron-server[106254]: 'Trunk': '1.1'}} Sep 16 19:18:46.636233 dv-cinder-850320-7-iscsi neutron-server[106254]: {{(pid=106254) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 19:18:46.689696 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-b756c43f-880e-4217-bd36-328760d6a454 None None] Attempting to bind port fb74f2fd-44cf-4d33-ae90-0e9630fb94e1 on host dv-cinder-850320-7-iscsi for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:18:46.690840 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-b756c43f-880e-4217-bd36-328760d6a454 None None] Attempting to bind port fb74f2fd-44cf-4d33-ae90-0e9630fb94e1 by drivers openvswitch,hyperv on host dv-cinder-850320-7-iscsi at level 0 using segments [{'id': '6cbbc23d-f928-4221-9ad6-ceeb1536db09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '51b7ca3c-4504-4055-aa65-ffb44d3c7871'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:18:46.691279 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b756c43f-880e-4217-bd36-328760d6a454 None None] Attempting to bind port fb74f2fd-44cf-4d33-ae90-0e9630fb94e1 on network 51b7ca3c-4504-4055-aa65-ffb44d3c7871 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:18:46.694064 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:18:46.742593 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b756c43f-880e-4217-bd36-328760d6a454 None None] Checking agent: {'id': 'b5f6a205-959f-46f4-8ef4-8f70c2c67a2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850320-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 18, 35), 'started_at': datetime.datetime(2022, 9, 16, 19, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850320-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:18:46.742952 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b756c43f-880e-4217-bd36-328760d6a454 None None] Checking segment: {'id': '6cbbc23d-f928-4221-9ad6-ceeb1536db09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '51b7ca3c-4504-4055-aa65-ffb44d3c7871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:18:46.743485 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b756c43f-880e-4217-bd36-328760d6a454 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:18:46.743822 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b756c43f-880e-4217-bd36-328760d6a454 None None] Bound using segment: {'id': '6cbbc23d-f928-4221-9ad6-ceeb1536db09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '51b7ca3c-4504-4055-aa65-ffb44d3c7871'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:18:46.744307 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-b756c43f-880e-4217-bd36-328760d6a454 None None] Bound port: fb74f2fd-44cf-4d33-ae90-0e9630fb94e1, host: dv-cinder-850320-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cbbc23d-f928-4221-9ad6-ceeb1536db09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '51b7ca3c-4504-4055-aa65-ffb44d3c7871'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:18:46.744833 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b756c43f-880e-4217-bd36-328760d6a454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (fb74f2fd-44cf-4d33-ae90-0e9630fb94e1), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:18:46.808927 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-b756c43f-880e-4217-bd36-328760d6a454 None None] For port fb74f2fd-44cf-4d33-ae90-0e9630fb94e1, host dv-cinder-850320-7-iscsi, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:18:46.828130 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-b756c43f-880e-4217-bd36-328760d6a454 None None] For port fb74f2fd-44cf-4d33-ae90-0e9630fb94e1, host dv-cinder-850320-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=fb74f2fd-44cf-4d33-ae90-0e9630fb94e1,segment=NetworkSegment(6cbbc23d-f928-4221-9ad6-ceeb1536db09),segment_id=6cbbc23d-f928-4221-9ad6-ceeb1536db09)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:18:46.837225 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b756c43f-880e-4217-bd36-328760d6a454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (fb74f2fd-44cf-4d33-ae90-0e9630fb94e1), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:18:46.887113 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b756c43f-880e-4217-bd36-328760d6a454 None None] Pushing event updated for resources: {'Port': ['ID=fb74f2fd-44cf-4d33-ae90-0e9630fb94e1,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:18:48.362236 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 42586) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:18:48.700935 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [None req-d8855477-4033-43d7-b897-f430cfee2734 admin admin] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 19:18:48.701994 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-d8855477-4033-43d7-b897-f430cfee2734 admin admin] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3389537 Sep 16 19:18:51.361060 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 42594) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:18:51.712203 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [None req-7829bd27-908f-4971-b167-b14a19953fcd admin admin] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 19:18:51.713223 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-7829bd27-908f-4971-b167-b14a19953fcd admin admin] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3512046 Sep 16 19:18:54.440653 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 42606) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:18:54.771177 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-dc62221d-2941-4a0a-98d1-4e50f78cf044 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:18:54.809107 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dc62221d-2941-4a0a-98d1-4e50f78cf044 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-680076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4722'] for router (c0f490bb-65e9-4e9f-81cc-5fbaaeb011f0), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:18:54.810890 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dc62221d-2941-4a0a-98d1-4e50f78cf044 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-776702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4729'] for router (c0f490bb-65e9-4e9f-81cc-5fbaaeb011f0), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:18:54.851231 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device fb74f2fd-44cf-4d33-ae90-0e9630fb94e1 up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:18:54.917818 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57afe884-9c01-430c-abc1-023c432e4855 None None] Network 51b7ca3c-4504-4055-aa65-ffb44d3c7871 requested from dv-cinder-850320-7-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 19:18:54.952508 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dc62221d-2941-4a0a-98d1-4e50f78cf044 demo demo] Publish callbacks [] for router_controller (c0f490bb-65e9-4e9f-81cc-5fbaaeb011f0), precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:18:54.958181 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dc62221d-2941-4a0a-98d1-4e50f78cf044 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-680937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router (c0f490bb-65e9-4e9f-81cc-5fbaaeb011f0), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:18:54.976952 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dc62221d-2941-4a0a-98d1-4e50f78cf044 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:18:54.978172 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-dc62221d-2941-4a0a-98d1-4e50f78cf044 demo demo] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5365191 Sep 16 19:18:55.010073 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-47e2932f-cb7b-44e6-8014-4633d8f3c8c2 None None] Provisioning complete for port fb74f2fd-44cf-4d33-ae90-0e9630fb94e1 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:18:55.010470 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-47e2932f-cb7b-44e6-8014-4633d8f3c8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (fb74f2fd-44cf-4d33-ae90-0e9630fb94e1), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:18:55.010830 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-47e2932f-cb7b-44e6-8014-4633d8f3c8c2 None None] Attempt 1 to provision port fb74f2fd-44cf-4d33-ae90-0e9630fb94e1 Sep 16 19:18:55.016248 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port fb74f2fd-44cf-4d33-ae90-0e9630fb94e1 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:18:55.016739 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (fb74f2fd-44cf-4d33-ae90-0e9630fb94e1), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:18:55.017086 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port fb74f2fd-44cf-4d33-ae90-0e9630fb94e1 Sep 16 19:18:55.235486 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:18:55.241055 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-47e2932f-cb7b-44e6-8014-4633d8f3c8c2 None None] Current status of the port fb74f2fd-44cf-4d33-ae90-0e9630fb94e1 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:18:55.241449 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-47e2932f-cb7b-44e6-8014-4633d8f3c8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (fb74f2fd-44cf-4d33-ae90-0e9630fb94e1), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:18:55.244838 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port fb74f2fd-44cf-4d33-ae90-0e9630fb94e1 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:18:55.245212 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (fb74f2fd-44cf-4d33-ae90-0e9630fb94e1), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:18:55.295029 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-47e2932f-cb7b-44e6-8014-4633d8f3c8c2 None None] For port fb74f2fd-44cf-4d33-ae90-0e9630fb94e1, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=fb74f2fd-44cf-4d33-ae90-0e9630fb94e1,segment=NetworkSegment(6cbbc23d-f928-4221-9ad6-ceeb1536db09),segment_id=6cbbc23d-f928-4221-9ad6-ceeb1536db09)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:18:55.303886 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-47e2932f-cb7b-44e6-8014-4633d8f3c8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (fb74f2fd-44cf-4d33-ae90-0e9630fb94e1), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:18:55.370241 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.db.api [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 16 19:18:55.370721 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG oslo_db.api [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 19:18:55.381471 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e2932f-cb7b-44e6-8014-4633d8f3c8c2 None None] Pushing event updated for resources: {'Port': ['ID=fb74f2fd-44cf-4d33-ae90-0e9630fb94e1,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:18:55.423930 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-dd250d04-c0ed-4d76-a2ae-4aa3455bf339 None None] Provisioning complete for port fb74f2fd-44cf-4d33-ae90-0e9630fb94e1 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:18:55.424284 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dd250d04-c0ed-4d76-a2ae-4aa3455bf339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (fb74f2fd-44cf-4d33-ae90-0e9630fb94e1), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:18:55.424648 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-dd250d04-c0ed-4d76-a2ae-4aa3455bf339 None None] Attempt 1 to provision port fb74f2fd-44cf-4d33-ae90-0e9630fb94e1 Sep 16 19:18:55.498036 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-dd250d04-c0ed-4d76-a2ae-4aa3455bf339 None None] Current status of the port fb74f2fd-44cf-4d33-ae90-0e9630fb94e1 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:18:55.872984 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:18:55.906609 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port fb74f2fd-44cf-4d33-ae90-0e9630fb94e1 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:18:56.832473 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device fb74f2fd-44cf-4d33-ae90-0e9630fb94e1 up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:18:56.879183 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port fb74f2fd-44cf-4d33-ae90-0e9630fb94e1 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:18:56.879888 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (fb74f2fd-44cf-4d33-ae90-0e9630fb94e1), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:18:56.879888 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port fb74f2fd-44cf-4d33-ae90-0e9630fb94e1 Sep 16 19:18:56.950754 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port fb74f2fd-44cf-4d33-ae90-0e9630fb94e1 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:18:57.665820 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 42616) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:18:58.018433 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [None req-203061f5-0d7b-40c7-8ac7-93bab11c7dd8 admin admin] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 19:18:58.019408 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-203061f5-0d7b-40c7-8ac7-93bab11c7dd8 admin admin] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3524327 Sep 16 19:18:58.322914 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 5 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:18:59.984441 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-463bd5ce-c8e5-4329-8045-421be4958c23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:00.690441 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 42624) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:19:01.043622 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-e7d8e568-bb10-4d38-b6a1-344bf4bc05cb admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:19:01.056918 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writer thread running {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 16 19:19:01.062467 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:19:01.100295 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d8e568-bb10-4d38-b6a1-344bf4bc05cb admin admin] Made reservation on behalf of e5d7d65acd0047cb8a5a68c90b00c1bb for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:19:01.112696 dv-cinder-850320-7-iscsi neutron-server[106253]: ERROR stevedore.extension [None req-e7d8e568-bb10-4d38-b6a1-344bf4bc05cb admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 16 19:19:01.163668 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.policy [None req-e7d8e568-bb10-4d38-b6a1-344bf4bc05cb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106253) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 16 19:19:01.206889 dv-cinder-850320-7-iscsi neutron-server[106253]: WARNING oslo_policy.policy [None req-e7d8e568-bb10-4d38-b6a1-344bf4bc05cb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 19:19:01.207253 dv-cinder-850320-7-iscsi neutron-server[106253]: WARNING oslo_policy.policy [None req-e7d8e568-bb10-4d38-b6a1-344bf4bc05cb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 19:19:01.216674 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e7d8e568-bb10-4d38-b6a1-344bf4bc05cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for network (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:01.237678 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e7d8e568-bb10-4d38-b6a1-344bf4bc05cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:01.363332 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e7d8e568-bb10-4d38-b6a1-344bf4bc05cb admin admin] Publish callbacks [] for security_group (d9873ba1-3a5d-4b8f-9115-23f417826f66), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:01.369733 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e7d8e568-bb10-4d38-b6a1-344bf4bc05cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (d9873ba1-3a5d-4b8f-9115-23f417826f66), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:01.381237 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e7d8e568-bb10-4d38-b6a1-344bf4bc05cb admin admin] Reserving flat network on physical network physnet1 {{(pid=106253) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 16 19:19:01.408813 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e7d8e568-bb10-4d38-b6a1-344bf4bc05cb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764811785912', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694'] for segment (ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:01.409358 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e7d8e568-bb10-4d38-b6a1-344bf4bc05cb admin admin] Unsubscribe: segment precommit_create {{(pid=106253) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 16 19:19:01.409874 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.db.segments_db [None req-e7d8e568-bb10-4d38-b6a1-344bf4bc05cb admin admin] Added segment ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2 of type flat for network 01cd8397-3ed1-4c5d-9923-fabf569219df Sep 16 19:19:01.451158 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d8e568-bb10-4d38-b6a1-344bf4bc05cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9873ba1-3a5d-4b8f-9115-23f417826f66,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:19:01.494506 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8e568-bb10-4d38-b6a1-344bf4bc05cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:19:01.494926 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8e568-bb10-4d38-b6a1-344bf4bc05cb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:19:01.495317 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8e568-bb10-4d38-b6a1-344bf4bc05cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:19:01.495710 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8e568-bb10-4d38-b6a1-344bf4bc05cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:19:01.496039 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8e568-bb10-4d38-b6a1-344bf4bc05cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:19:01.496357 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8e568-bb10-4d38-b6a1-344bf4bc05cb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:19:01.496700 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8e568-bb10-4d38-b6a1-344bf4bc05cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:19:01.497003 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8e568-bb10-4d38-b6a1-344bf4bc05cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:19:01.497329 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8e568-bb10-4d38-b6a1-344bf4bc05cb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:19:01.497654 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8e568-bb10-4d38-b6a1-344bf4bc05cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:19:01.497983 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8e568-bb10-4d38-b6a1-344bf4bc05cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:19:01.498314 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8e568-bb10-4d38-b6a1-344bf4bc05cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:19:01.498631 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8e568-bb10-4d38-b6a1-344bf4bc05cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:19:01.498923 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8e568-bb10-4d38-b6a1-344bf4bc05cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:19:01.499290 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8e568-bb10-4d38-b6a1-344bf4bc05cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:19:01.500710 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8e568-bb10-4d38-b6a1-344bf4bc05cb admin admin] Tracked resource versions report: Sep 16 19:19:01.500710 dv-cinder-850320-7-iscsi neutron-server[106253]: pushed versions: Sep 16 19:19:01.500710 dv-cinder-850320-7-iscsi neutron-server[106253]: { 'AddressGroup': {'1.2'}, Sep 16 19:19:01.500710 dv-cinder-850320-7-iscsi neutron-server[106253]: 'Agent': {'1.1'}, Sep 16 19:19:01.500710 dv-cinder-850320-7-iscsi neutron-server[106253]: 'ConntrackHelper': {'1.0'}, Sep 16 19:19:01.500710 dv-cinder-850320-7-iscsi neutron-server[106253]: 'LocalIPAssociation': {'1.0'}, Sep 16 19:19:01.500710 dv-cinder-850320-7-iscsi neutron-server[106253]: 'Log': {'1.0'}, Sep 16 19:19:01.500710 dv-cinder-850320-7-iscsi neutron-server[106253]: 'NDPProxy': {'1.0'}, Sep 16 19:19:01.500710 dv-cinder-850320-7-iscsi neutron-server[106253]: 'Network': {'1.1'}, Sep 16 19:19:01.500710 dv-cinder-850320-7-iscsi neutron-server[106253]: 'Port': {'1.7'}, Sep 16 19:19:01.500710 dv-cinder-850320-7-iscsi neutron-server[106253]: 'PortForwarding': {'1.3'}, Sep 16 19:19:01.500710 dv-cinder-850320-7-iscsi neutron-server[106253]: 'QosPolicy': {'1.10'}, Sep 16 19:19:01.500710 dv-cinder-850320-7-iscsi neutron-server[106253]: 'SecurityGroup': {'1.5'}, Sep 16 19:19:01.500710 dv-cinder-850320-7-iscsi neutron-server[106253]: 'SecurityGroupRule': {'1.2'}, Sep 16 19:19:01.500710 dv-cinder-850320-7-iscsi neutron-server[106253]: 'SubPort': {'1.0'}, Sep 16 19:19:01.500710 dv-cinder-850320-7-iscsi neutron-server[106253]: 'Subnet': {'1.1'}, Sep 16 19:19:01.500710 dv-cinder-850320-7-iscsi neutron-server[106253]: 'Trunk': {'1.1'}} Sep 16 19:19:01.500710 dv-cinder-850320-7-iscsi neutron-server[106253]: consumer versions: Sep 16 19:19:01.500710 dv-cinder-850320-7-iscsi neutron-server[106253]: { DHCP agent@dv-cinder-850320-7-iscsi: {}, Sep 16 19:19:01.500710 dv-cinder-850320-7-iscsi neutron-server[106253]: L3 agent@dv-cinder-850320-7-iscsi: {}, Sep 16 19:19:01.500710 dv-cinder-850320-7-iscsi neutron-server[106253]: Metadata agent@dv-cinder-850320-7-iscsi: {}, Sep 16 19:19:01.500710 dv-cinder-850320-7-iscsi neutron-server[106253]: Metering agent@dv-cinder-850320-7-iscsi: {}, Sep 16 19:19:01.500710 dv-cinder-850320-7-iscsi neutron-server[106253]: Open vSwitch agent@dv-cinder-850320-7-iscsi: { 'AddressGroup': '1.2', Sep 16 19:19:01.500710 dv-cinder-850320-7-iscsi neutron-server[106253]: 'Agent': '1.1', Sep 16 19:19:01.500710 dv-cinder-850320-7-iscsi neutron-server[106253]: 'ConntrackHelper': '1.0', Sep 16 19:19:01.500710 dv-cinder-850320-7-iscsi neutron-server[106253]: 'LocalIPAssociation': '1.0', Sep 16 19:19:01.500710 dv-cinder-850320-7-iscsi neutron-server[106253]: 'Log': '1.0', Sep 16 19:19:01.500710 dv-cinder-850320-7-iscsi neutron-server[106253]: 'NDPProxy': '1.0', Sep 16 19:19:01.500710 dv-cinder-850320-7-iscsi neutron-server[106253]: 'Network': '1.1', Sep 16 19:19:01.500710 dv-cinder-850320-7-iscsi neutron-server[106253]: 'Port': '1.7', Sep 16 19:19:01.500710 dv-cinder-850320-7-iscsi neutron-server[106253]: 'PortForwarding': '1.3', Sep 16 19:19:01.500710 dv-cinder-850320-7-iscsi neutron-server[106253]: 'QosPolicy': '1.10', Sep 16 19:19:01.500710 dv-cinder-850320-7-iscsi neutron-server[106253]: 'SecurityGroup': '1.5', Sep 16 19:19:01.500710 dv-cinder-850320-7-iscsi neutron-server[106253]: 'SecurityGroupRule': '1.2', Sep 16 19:19:01.500710 dv-cinder-850320-7-iscsi neutron-server[106253]: 'SubPort': '1.0', Sep 16 19:19:01.500710 dv-cinder-850320-7-iscsi neutron-server[106253]: 'Subnet': '1.1', Sep 16 19:19:01.500710 dv-cinder-850320-7-iscsi neutron-server[106253]: 'Trunk': '1.1'}} Sep 16 19:19:01.500710 dv-cinder-850320-7-iscsi neutron-server[106253]: {{(pid=106253) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 19:19:01.530383 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e7d8e568-bb10-4d38-b6a1-344bf4bc05cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764811224998'] for network (01cd8397-3ed1-4c5d-9923-fabf569219df), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:01.580192 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e7d8e568-bb10-4d38-b6a1-344bf4bc05cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119'] for network (01cd8397-3ed1-4c5d-9923-fabf569219df), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:01.582136 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d8e568-bb10-4d38-b6a1-344bf4bc05cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:19:01.583110 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e7d8e568-bb10-4d38-b6a1-344bf4bc05cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for network (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:01.673490 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-e7d8e568-bb10-4d38-b6a1-344bf4bc05cb admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9815979 Sep 16 19:19:01.693495 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d8e568-bb10-4d38-b6a1-344bf4bc05cb admin admin] Pushing event updated for resources: {'Network': ['ID=01cd8397-3ed1-4c5d-9923-fabf569219df,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:19:01.705574 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Network 01cd8397-3ed1-4c5d-9923-fabf569219df details requested by agent ovs-agent-dv-cinder-850320-7-iscsi with host dv-cinder-850320-7-iscsi {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 19:19:02.256919 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5ab31488-4cd6-4fef-ae6f-dc974f6fc751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:03.521435 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:04.304846 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 42640) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:19:04.803230 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75bcbc2-bada-4f6e-ada5-059ca01f7411 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:19:04.804733 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-b75bcbc2-bada-4f6e-ada5-059ca01f7411 demo admin] 10.222.0.49 "GET /networking/v2.0/subnets/94ebc4ff-c730-4664-946a-9be6902c5eb5 HTTP/1.1" status: 200 len: 849 time: 0.4985192 Sep 16 19:19:04.868998 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:04.966901 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=73,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:19:04.970558 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=28,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:19:04.974713 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-7691d3ba-821a-496b-8ebf-c43653578c32 demo admin] 10.222.0.49 "GET /networking/v2.0/routers/c0f490bb-65e9-4e9f-81cc-5fbaaeb011f0 HTTP/1.1" status: 200 len: 704 time: 0.1614749 Sep 16 19:19:05.119738 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:05.265938 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a31b796e-3c0c-4429-8da6-cd567fb39069 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:05.462275 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=81,neutron:INSERT=18,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:19:05.576442 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:19:05.581502 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-a31b796e-3c0c-4429-8da6-cd567fb39069 demo admin] Allocated IP 172.20.0.1 (51b7ca3c-4504-4055-aa65-ffb44d3c7871/94ebc4ff-c730-4664-946a-9be6902c5eb5/ebc2e5ca-e878-48be-827c-a7dd353d01d2) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:19:05.782516 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a31b796e-3c0c-4429-8da6-cd567fb39069 demo admin] Publish callbacks [] for port (ebc2e5ca-e878-48be-827c-a7dd353d01d2), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:05.855328 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a31b796e-3c0c-4429-8da6-cd567fb39069 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816'] for port (ebc2e5ca-e878-48be-827c-a7dd353d01d2), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:05.946000 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31b796e-3c0c-4429-8da6-cd567fb39069 demo admin] Network 51b7ca3c-4504-4055-aa65-ffb44d3c7871 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:19:05.954351 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-a31b796e-3c0c-4429-8da6-cd567fb39069 demo admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:19:05.956415 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31b796e-3c0c-4429-8da6-cd567fb39069 demo admin] Pushing event updated for resources: {'Port': ['ID=ebc2e5ca-e878-48be-827c-a7dd353d01d2,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:19:05.960725 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31b796e-3c0c-4429-8da6-cd567fb39069 demo admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:19:05.961300 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a31b796e-3c0c-4429-8da6-cd567fb39069 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771352'] for router_interface (c0f490bb-65e9-4e9f-81cc-5fbaaeb011f0), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:06.187135 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a31b796e-3c0c-4429-8da6-cd567fb39069 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (ebc2e5ca-e878-48be-827c-a7dd353d01d2), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:06.194848 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-5c875f0d-38a1-4d94-a52e-700c7f25270b None None] Provisioning complete for port ebc2e5ca-e878-48be-827c-a7dd353d01d2 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:19:06.195353 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5c875f0d-38a1-4d94-a52e-700c7f25270b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (ebc2e5ca-e878-48be-827c-a7dd353d01d2), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:06.195589 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-5c875f0d-38a1-4d94-a52e-700c7f25270b None None] Attempt 1 to provision port ebc2e5ca-e878-48be-827c-a7dd353d01d2 Sep 16 19:19:06.227449 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-5c875f0d-38a1-4d94-a52e-700c7f25270b None None] Port ebc2e5ca-e878-48be-827c-a7dd353d01d2 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:19:06.460797 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a31b796e-3c0c-4429-8da6-cd567fb39069 demo admin] Publish callbacks [] for port (ebc2e5ca-e878-48be-827c-a7dd353d01d2), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:06.469245 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a31b796e-3c0c-4429-8da6-cd567fb39069 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (ebc2e5ca-e878-48be-827c-a7dd353d01d2), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:06.470022 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a31b796e-3c0c-4429-8da6-cd567fb39069 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-771468'] for router_interface (c0f490bb-65e9-4e9f-81cc-5fbaaeb011f0), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:06.551998 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31b796e-3c0c-4429-8da6-cd567fb39069 demo admin] Pushing event updated for resources: {'Port': ['ID=ebc2e5ca-e878-48be-827c-a7dd353d01d2,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:19:06.598860 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:19:06.600662 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31b796e-3c0c-4429-8da6-cd567fb39069 demo admin] Network 51b7ca3c-4504-4055-aa65-ffb44d3c7871 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:19:06.602046 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-a31b796e-3c0c-4429-8da6-cd567fb39069 demo admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:19:06.728288 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-5c875f0d-38a1-4d94-a52e-700c7f25270b None None] Attempt 2 to provision port ebc2e5ca-e878-48be-827c-a7dd353d01d2 Sep 16 19:19:06.756538 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:19:06.761370 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-5c875f0d-38a1-4d94-a52e-700c7f25270b None None] Port ebc2e5ca-e878-48be-827c-a7dd353d01d2 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:19:06.769793 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31b796e-3c0c-4429-8da6-cd567fb39069 demo admin] Router c0f490bb-65e9-4e9f-81cc-5fbaaeb011f0 is scheduled to L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 19:19:06.859092 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31b796e-3c0c-4429-8da6-cd567fb39069 demo admin] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:19:06.864524 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-a31b796e-3c0c-4429-8da6-cd567fb39069 demo admin] 10.222.0.49 "PUT /networking/v2.0/routers/c0f490bb-65e9-4e9f-81cc-5fbaaeb011f0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8818181 Sep 16 19:19:06.879848 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2a48a0-f336-4d72-9820-43209cbba692 None None] Sync routers for ids ['c0f490bb-65e9-4e9f-81cc-5fbaaeb011f0'] in dv-cinder-850320-7-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:19:06.893309 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2a48a0-f336-4d72-9820-43209cbba692 None None] Routers {'c0f490bb-65e9-4e9f-81cc-5fbaaeb011f0'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:19:06.894152 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-8e2a48a0-f336-4d72-9820-43209cbba692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:19:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['c0f490bb-65e9-4e9f-81cc-5fbaaeb011f0'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:19:07.077607 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-8e2a48a0-f336-4d72-9820-43209cbba692 None None] Set router c0f490bb-65e9-4e9f-81cc-5fbaaeb011f0 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:19:07.262196 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-5c875f0d-38a1-4d94-a52e-700c7f25270b None None] Attempt 3 to provision port ebc2e5ca-e878-48be-827c-a7dd353d01d2 Sep 16 19:19:07.297169 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-5c875f0d-38a1-4d94-a52e-700c7f25270b None None] Port ebc2e5ca-e878-48be-827c-a7dd353d01d2 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:19:07.495756 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-8e2a48a0-f336-4d72-9820-43209cbba692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f490bb-65e9-4e9f-81cc-5fbaaeb011f0', 'name': 'router1', 'tenant_id': '7a47bbefd31a4d8ba175d6d1cb8c52ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:18:54Z', 'updated_at': '2022-09-16T19:19:06Z', 'revision_number': 2, 'project_id': '7a47bbefd31a4d8ba175d6d1cb8c52ea', 'gw_port_host': None, '_interfaces': [{'id': 'ebc2e5ca-e878-48be-827c-a7dd353d01d2', 'name': '', 'network_id': '51b7ca3c-4504-4055-aa65-ffb44d3c7871', 'tenant_id': '7a47bbefd31a4d8ba175d6d1cb8c52ea', 'mac_address': 'fa:16:3e:3e:ee:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f490bb-65e9-4e9f-81cc-5fbaaeb011f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '94ebc4ff-c730-4664-946a-9be6902c5eb5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:19:05Z', 'updated_at': '2022-09-16T19:19:06Z', 'revision_number': 2, 'project_id': '7a47bbefd31a4d8ba175d6d1cb8c52ea', 'subnets': [{'id': '94ebc4ff-c730-4664-946a-9be6902c5eb5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '433cfed1-aa7e-41d1-b19b-a8a89df1af01'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:19:07.544733 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2a48a0-f336-4d72-9820-43209cbba692 None None] Checking router: c0f490bb-65e9-4e9f-81cc-5fbaaeb011f0 for host: dv-cinder-850320-7-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:19:07.545097 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2a48a0-f336-4d72-9820-43209cbba692 None None] Updating router c0f490bb-65e9-4e9f-81cc-5fbaaeb011f0 port ebc2e5ca-e878-48be-827c-a7dd353d01d2 binding host dv-cinder-850320-7-iscsi {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 19:19:07.597910 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-8e2a48a0-f336-4d72-9820-43209cbba692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (ebc2e5ca-e878-48be-827c-a7dd353d01d2), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:07.798847 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-5c875f0d-38a1-4d94-a52e-700c7f25270b None None] Attempt 4 to provision port ebc2e5ca-e878-48be-827c-a7dd353d01d2 Sep 16 19:19:07.831860 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-5c875f0d-38a1-4d94-a52e-700c7f25270b None None] Port ebc2e5ca-e878-48be-827c-a7dd353d01d2 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:19:08.096205 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-8e2a48a0-f336-4d72-9820-43209cbba692 None None] Publish callbacks [] for port (ebc2e5ca-e878-48be-827c-a7dd353d01d2), precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:08.105701 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-8e2a48a0-f336-4d72-9820-43209cbba692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (ebc2e5ca-e878-48be-827c-a7dd353d01d2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:08.247230 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b090d0-da3f-4608-80da-dd51cf98b288 None None] Pushing event updated for resources: {'Port': ['ID=ebc2e5ca-e878-48be-827c-a7dd353d01d2,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:19:08.256888 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-8e2a48a0-f336-4d72-9820-43209cbba692 None None] Attempting to bind port ebc2e5ca-e878-48be-827c-a7dd353d01d2 on host dv-cinder-850320-7-iscsi for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:19:08.257266 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-8e2a48a0-f336-4d72-9820-43209cbba692 None None] Attempting to bind port ebc2e5ca-e878-48be-827c-a7dd353d01d2 by drivers openvswitch,hyperv on host dv-cinder-850320-7-iscsi at level 0 using segments [{'id': '6cbbc23d-f928-4221-9ad6-ceeb1536db09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '51b7ca3c-4504-4055-aa65-ffb44d3c7871'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:19:08.257710 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2a48a0-f336-4d72-9820-43209cbba692 None None] Attempting to bind port ebc2e5ca-e878-48be-827c-a7dd353d01d2 on network 51b7ca3c-4504-4055-aa65-ffb44d3c7871 {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:19:08.260356 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b090d0-da3f-4608-80da-dd51cf98b288 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:19:08.260720 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b090d0-da3f-4608-80da-dd51cf98b288 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:19:08.261059 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b090d0-da3f-4608-80da-dd51cf98b288 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:19:08.261394 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b090d0-da3f-4608-80da-dd51cf98b288 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:19:08.261681 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b090d0-da3f-4608-80da-dd51cf98b288 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:19:08.262039 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b090d0-da3f-4608-80da-dd51cf98b288 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:19:08.262356 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b090d0-da3f-4608-80da-dd51cf98b288 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:19:08.262672 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b090d0-da3f-4608-80da-dd51cf98b288 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:19:08.262985 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b090d0-da3f-4608-80da-dd51cf98b288 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:19:08.263300 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b090d0-da3f-4608-80da-dd51cf98b288 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:19:08.263612 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b090d0-da3f-4608-80da-dd51cf98b288 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:19:08.263928 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b090d0-da3f-4608-80da-dd51cf98b288 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:19:08.264814 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b090d0-da3f-4608-80da-dd51cf98b288 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:19:08.265005 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b090d0-da3f-4608-80da-dd51cf98b288 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:19:08.265335 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b090d0-da3f-4608-80da-dd51cf98b288 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:19:08.266749 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b090d0-da3f-4608-80da-dd51cf98b288 None None] Tracked resource versions report: Sep 16 19:19:08.266749 dv-cinder-850320-7-iscsi neutron-server[106255]: pushed versions: Sep 16 19:19:08.266749 dv-cinder-850320-7-iscsi neutron-server[106255]: { 'AddressGroup': {'1.2'}, Sep 16 19:19:08.266749 dv-cinder-850320-7-iscsi neutron-server[106255]: 'Agent': {'1.1'}, Sep 16 19:19:08.266749 dv-cinder-850320-7-iscsi neutron-server[106255]: 'ConntrackHelper': {'1.0'}, Sep 16 19:19:08.266749 dv-cinder-850320-7-iscsi neutron-server[106255]: 'LocalIPAssociation': {'1.0'}, Sep 16 19:19:08.266749 dv-cinder-850320-7-iscsi neutron-server[106255]: 'Log': {'1.0'}, Sep 16 19:19:08.266749 dv-cinder-850320-7-iscsi neutron-server[106255]: 'NDPProxy': {'1.0'}, Sep 16 19:19:08.266749 dv-cinder-850320-7-iscsi neutron-server[106255]: 'Network': {'1.1'}, Sep 16 19:19:08.266749 dv-cinder-850320-7-iscsi neutron-server[106255]: 'Port': {'1.7'}, Sep 16 19:19:08.266749 dv-cinder-850320-7-iscsi neutron-server[106255]: 'PortForwarding': {'1.3'}, Sep 16 19:19:08.266749 dv-cinder-850320-7-iscsi neutron-server[106255]: 'QosPolicy': {'1.10'}, Sep 16 19:19:08.266749 dv-cinder-850320-7-iscsi neutron-server[106255]: 'SecurityGroup': {'1.5'}, Sep 16 19:19:08.266749 dv-cinder-850320-7-iscsi neutron-server[106255]: 'SecurityGroupRule': {'1.2'}, Sep 16 19:19:08.266749 dv-cinder-850320-7-iscsi neutron-server[106255]: 'SubPort': {'1.0'}, Sep 16 19:19:08.266749 dv-cinder-850320-7-iscsi neutron-server[106255]: 'Subnet': {'1.1'}, Sep 16 19:19:08.266749 dv-cinder-850320-7-iscsi neutron-server[106255]: 'Trunk': {'1.1'}} Sep 16 19:19:08.266749 dv-cinder-850320-7-iscsi neutron-server[106255]: consumer versions: Sep 16 19:19:08.266749 dv-cinder-850320-7-iscsi neutron-server[106255]: { DHCP agent@dv-cinder-850320-7-iscsi: {}, Sep 16 19:19:08.266749 dv-cinder-850320-7-iscsi neutron-server[106255]: L3 agent@dv-cinder-850320-7-iscsi: {}, Sep 16 19:19:08.266749 dv-cinder-850320-7-iscsi neutron-server[106255]: Metadata agent@dv-cinder-850320-7-iscsi: {}, Sep 16 19:19:08.266749 dv-cinder-850320-7-iscsi neutron-server[106255]: Metering agent@dv-cinder-850320-7-iscsi: {}, Sep 16 19:19:08.266749 dv-cinder-850320-7-iscsi neutron-server[106255]: Open vSwitch agent@dv-cinder-850320-7-iscsi: { 'AddressGroup': '1.2', Sep 16 19:19:08.266749 dv-cinder-850320-7-iscsi neutron-server[106255]: 'Agent': '1.1', Sep 16 19:19:08.266749 dv-cinder-850320-7-iscsi neutron-server[106255]: 'ConntrackHelper': '1.0', Sep 16 19:19:08.266749 dv-cinder-850320-7-iscsi neutron-server[106255]: 'LocalIPAssociation': '1.0', Sep 16 19:19:08.266749 dv-cinder-850320-7-iscsi neutron-server[106255]: 'Log': '1.0', Sep 16 19:19:08.266749 dv-cinder-850320-7-iscsi neutron-server[106255]: 'NDPProxy': '1.0', Sep 16 19:19:08.266749 dv-cinder-850320-7-iscsi neutron-server[106255]: 'Network': '1.1', Sep 16 19:19:08.266749 dv-cinder-850320-7-iscsi neutron-server[106255]: 'Port': '1.7', Sep 16 19:19:08.266749 dv-cinder-850320-7-iscsi neutron-server[106255]: 'PortForwarding': '1.3', Sep 16 19:19:08.266749 dv-cinder-850320-7-iscsi neutron-server[106255]: 'QosPolicy': '1.10', Sep 16 19:19:08.266749 dv-cinder-850320-7-iscsi neutron-server[106255]: 'SecurityGroup': '1.5', Sep 16 19:19:08.266749 dv-cinder-850320-7-iscsi neutron-server[106255]: 'SecurityGroupRule': '1.2', Sep 16 19:19:08.266749 dv-cinder-850320-7-iscsi neutron-server[106255]: 'SubPort': '1.0', Sep 16 19:19:08.266749 dv-cinder-850320-7-iscsi neutron-server[106255]: 'Subnet': '1.1', Sep 16 19:19:08.266749 dv-cinder-850320-7-iscsi neutron-server[106255]: 'Trunk': '1.1'}} Sep 16 19:19:08.266749 dv-cinder-850320-7-iscsi neutron-server[106255]: {{(pid=106255) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 19:19:08.333614 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-5c875f0d-38a1-4d94-a52e-700c7f25270b None None] Attempt 5 to provision port ebc2e5ca-e878-48be-827c-a7dd353d01d2 Sep 16 19:19:08.350868 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2a48a0-f336-4d72-9820-43209cbba692 None None] Checking agent: {'id': 'b5f6a205-959f-46f4-8ef4-8f70c2c67a2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850320-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 18, 35), 'started_at': datetime.datetime(2022, 9, 16, 19, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850320-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:19:08.351204 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2a48a0-f336-4d72-9820-43209cbba692 None None] Checking segment: {'id': '6cbbc23d-f928-4221-9ad6-ceeb1536db09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '51b7ca3c-4504-4055-aa65-ffb44d3c7871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:19:08.351651 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-8e2a48a0-f336-4d72-9820-43209cbba692 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:08.352030 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2a48a0-f336-4d72-9820-43209cbba692 None None] Bound using segment: {'id': '6cbbc23d-f928-4221-9ad6-ceeb1536db09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '51b7ca3c-4504-4055-aa65-ffb44d3c7871'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:19:08.352544 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-8e2a48a0-f336-4d72-9820-43209cbba692 None None] Bound port: ebc2e5ca-e878-48be-827c-a7dd353d01d2, host: dv-cinder-850320-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cbbc23d-f928-4221-9ad6-ceeb1536db09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '51b7ca3c-4504-4055-aa65-ffb44d3c7871'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:19:08.352919 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-8e2a48a0-f336-4d72-9820-43209cbba692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (ebc2e5ca-e878-48be-827c-a7dd353d01d2), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:08.370040 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-5c875f0d-38a1-4d94-a52e-700c7f25270b None None] Port ebc2e5ca-e878-48be-827c-a7dd353d01d2 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:19:08.386063 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:19:08.393553 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:19:08.417548 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-8e2a48a0-f336-4d72-9820-43209cbba692 None None] For port ebc2e5ca-e878-48be-827c-a7dd353d01d2, host dv-cinder-850320-7-iscsi, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:19:08.437183 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-8e2a48a0-f336-4d72-9820-43209cbba692 None None] For port ebc2e5ca-e878-48be-827c-a7dd353d01d2, host dv-cinder-850320-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=ebc2e5ca-e878-48be-827c-a7dd353d01d2,segment=NetworkSegment(6cbbc23d-f928-4221-9ad6-ceeb1536db09),segment_id=6cbbc23d-f928-4221-9ad6-ceeb1536db09)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:19:08.445156 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-8e2a48a0-f336-4d72-9820-43209cbba692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (ebc2e5ca-e878-48be-827c-a7dd353d01d2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:08.486369 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2a48a0-f336-4d72-9820-43209cbba692 None None] Routers {'c0f490bb-65e9-4e9f-81cc-5fbaaeb011f0'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:19:08.487013 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-8e2a48a0-f336-4d72-9820-43209cbba692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:19:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['c0f490bb-65e9-4e9f-81cc-5fbaaeb011f0'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:19:08.553760 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b090d0-da3f-4608-80da-dd51cf98b288 None None] Pushing event updated for resources: {'Port': ['ID=ebc2e5ca-e878-48be-827c-a7dd353d01d2,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:19:08.583065 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-8e2a48a0-f336-4d72-9820-43209cbba692 None None] Set router c0f490bb-65e9-4e9f-81cc-5fbaaeb011f0 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:19:08.783074 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-8e2a48a0-f336-4d72-9820-43209cbba692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f490bb-65e9-4e9f-81cc-5fbaaeb011f0', 'name': 'router1', 'tenant_id': '7a47bbefd31a4d8ba175d6d1cb8c52ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:18:54Z', 'updated_at': '2022-09-16T19:19:06Z', 'revision_number': 2, 'project_id': '7a47bbefd31a4d8ba175d6d1cb8c52ea', 'gw_port_host': None, '_interfaces': [{'id': 'ebc2e5ca-e878-48be-827c-a7dd353d01d2', 'name': '', 'network_id': '51b7ca3c-4504-4055-aa65-ffb44d3c7871', 'tenant_id': '7a47bbefd31a4d8ba175d6d1cb8c52ea', 'mac_address': 'fa:16:3e:3e:ee:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f490bb-65e9-4e9f-81cc-5fbaaeb011f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '94ebc4ff-c730-4664-946a-9be6902c5eb5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:19:05Z', 'updated_at': '2022-09-16T19:19:08Z', 'revision_number': 4, 'project_id': '7a47bbefd31a4d8ba175d6d1cb8c52ea', 'subnets': [{'id': '94ebc4ff-c730-4664-946a-9be6902c5eb5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '433cfed1-aa7e-41d1-b19b-a8a89df1af01'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:19:08.808883 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2a48a0-f336-4d72-9820-43209cbba692 None None] The sync data for ids ['c0f490bb-65e9-4e9f-81cc-5fbaaeb011f0'] in dv-cinder-850320-7-iscsi is: [{'id': 'c0f490bb-65e9-4e9f-81cc-5fbaaeb011f0', 'name': 'router1', 'tenant_id': '7a47bbefd31a4d8ba175d6d1cb8c52ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:18:54Z', 'updated_at': '2022-09-16T19:19:06Z', 'revision_number': 2, 'project_id': '7a47bbefd31a4d8ba175d6d1cb8c52ea', 'gw_port_host': None, '_interfaces': [{'id': 'ebc2e5ca-e878-48be-827c-a7dd353d01d2', 'name': '', 'network_id': '51b7ca3c-4504-4055-aa65-ffb44d3c7871', 'tenant_id': '7a47bbefd31a4d8ba175d6d1cb8c52ea', 'mac_address': 'fa:16:3e:3e:ee:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f490bb-65e9-4e9f-81cc-5fbaaeb011f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '94ebc4ff-c730-4664-946a-9be6902c5eb5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:19:05Z', 'updated_at': '2022-09-16T19:19:08Z', 'revision_number': 4, 'project_id': '7a47bbefd31a4d8ba175d6d1cb8c52ea', 'subnets': [{'id': '94ebc4ff-c730-4664-946a-9be6902c5eb5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '433cfed1-aa7e-41d1-b19b-a8a89df1af01'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:19:08.871259 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-5c875f0d-38a1-4d94-a52e-700c7f25270b None None] Attempt 6 to provision port ebc2e5ca-e878-48be-827c-a7dd353d01d2 Sep 16 19:19:08.953685 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-5c875f0d-38a1-4d94-a52e-700c7f25270b None None] Current status of the port ebc2e5ca-e878-48be-827c-a7dd353d01d2 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:19:08.954083 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5c875f0d-38a1-4d94-a52e-700c7f25270b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (ebc2e5ca-e878-48be-827c-a7dd353d01d2), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:08.988300 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-5c875f0d-38a1-4d94-a52e-700c7f25270b None None] For port ebc2e5ca-e878-48be-827c-a7dd353d01d2, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=ebc2e5ca-e878-48be-827c-a7dd353d01d2,segment=NetworkSegment(6cbbc23d-f928-4221-9ad6-ceeb1536db09),segment_id=6cbbc23d-f928-4221-9ad6-ceeb1536db09)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:19:08.993226 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5c875f0d-38a1-4d94-a52e-700c7f25270b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (ebc2e5ca-e878-48be-827c-a7dd353d01d2), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:08.998654 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:19:09.043172 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c875f0d-38a1-4d94-a52e-700c7f25270b None None] Pushing event updated for resources: {'Port': ['ID=ebc2e5ca-e878-48be-827c-a7dd353d01d2,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:19:09.119036 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b275aa30-f014-48ae-a930-4ebef3d083cf None None] Provisioning complete for port ebc2e5ca-e878-48be-827c-a7dd353d01d2 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:19:09.119336 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b275aa30-f014-48ae-a930-4ebef3d083cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (ebc2e5ca-e878-48be-827c-a7dd353d01d2), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:09.119693 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-b275aa30-f014-48ae-a930-4ebef3d083cf None None] Attempt 1 to provision port ebc2e5ca-e878-48be-827c-a7dd353d01d2 Sep 16 19:19:09.195438 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-b275aa30-f014-48ae-a930-4ebef3d083cf None None] Current status of the port ebc2e5ca-e878-48be-827c-a7dd353d01d2 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:19:09.527390 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 42654) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:19:09.936360 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e4c9c5-a69d-4f38-bbf4-e5f3d3250deb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:19:09.939662 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-62e4c9c5-a69d-4f38-bbf4-e5f3d3250deb admin admin] 10.222.0.49 "GET /networking/v2.0/networks/01cd8397-3ed1-4c5d-9923-fabf569219df HTTP/1.1" status: 200 len: 842 time: 0.4095817 Sep 16 19:19:09.948610 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-a690bbbe-3211-4111-9e48-b03e957e011f admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:19:09.971713 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a690bbbe-3211-4111-9e48-b03e957e011f admin admin] Made reservation on behalf of e5d7d65acd0047cb8a5a68c90b00c1bb for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:19:09.974188 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a690bbbe-3211-4111-9e48-b03e957e011f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:10.283938 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.objects.ports [None req-a690bbbe-3211-4111-9e48-b03e957e011f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106252) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 16 19:19:10.284403 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a690bbbe-3211-4111-9e48-b03e957e011f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119'] for subnet (d3fb57fd-37cc-4923-b90f-7dd3d712a8d3), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:10.335657 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a690bbbe-3211-4111-9e48-b03e957e011f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3fb57fd-37cc-4923-b90f-7dd3d712a8d3,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:19:10.352412 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a690bbbe-3211-4111-9e48-b03e957e011f admin admin] Checking segment: {'id': 'ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:19:10.352701 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a690bbbe-3211-4111-9e48-b03e957e011f admin admin] Network hostable DHCP agents. Network: 01cd8397-3ed1-4c5d-9923-fabf569219df, hostable agents: ['ba1fefac-954c-4dc4-b172-e3e5be1bbc35'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 19:19:10.372562 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a690bbbe-3211-4111-9e48-b03e957e011f admin admin] Network 01cd8397-3ed1-4c5d-9923-fabf569219df is scheduled to be hosted by DHCP agent ba1fefac-954c-4dc4-b172-e3e5be1bbc35 with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 19:19:10.383237 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-a690bbbe-3211-4111-9e48-b03e957e011f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850320-7-iscsi, 01cd8397-3ed1-4c5d-9923-fabf569219df) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:19:10.387758 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a690bbbe-3211-4111-9e48-b03e957e011f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:19:10.388507 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a690bbbe-3211-4111-9e48-b03e957e011f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for subnet (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:10.393001 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008c7ba3-bb55-49cb-a22b-e6f4c27fe6b2 None None] Network 01cd8397-3ed1-4c5d-9923-fabf569219df requested from dv-cinder-850320-7-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 19:19:10.417074 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-a690bbbe-3211-4111-9e48-b03e957e011f admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4721477 Sep 16 19:19:10.445621 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:19:10.507142 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299b9c1b-f58a-4dfb-93ef-77e092db0589 None None] Network 01cd8397-3ed1-4c5d-9923-fabf569219df requested from dv-cinder-850320-7-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 19:19:13.065585 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 42662) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:19:13.574434 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-bf1bb0d5-e330-44db-8ad8-981696ab4dde demo admin] 10.222.0.49 "GET /networking/v2.0/routers/c0f490bb-65e9-4e9f-81cc-5fbaaeb011f0 HTTP/1.1" status: 200 len: 710 time: 0.5069914 Sep 16 19:19:13.665853 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150c1918-deab-48bd-9f02-f9ddea3fbe55 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:19:13.667203 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-150c1918-deab-48bd-9f02-f9ddea3fbe55 demo admin] 10.222.0.49 "GET /networking/v2.0/networks/01cd8397-3ed1-4c5d-9923-fabf569219df HTTP/1.1" status: 200 len: 886 time: 0.0862637 Sep 16 19:19:13.676948 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-8c0fb937-081e-472d-9ee2-53dc59a5d13e demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:19:13.833731 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:19:13.973775 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb937-081e-472d-9ee2-53dc59a5d13e demo admin] Publish callbacks [] for router_gateway (c0f490bb-65e9-4e9f-81cc-5fbaaeb011f0), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:14.059398 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:19:14.230361 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb937-081e-472d-9ee2-53dc59a5d13e demo admin] Publish callbacks [] for router_gateway (c0f490bb-65e9-4e9f-81cc-5fbaaeb011f0), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:14.307085 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb937-081e-472d-9ee2-53dc59a5d13e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:14.464043 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-8c0fb937-081e-472d-9ee2-53dc59a5d13e demo admin] Allocated IP 172.27.2.102 (01cd8397-3ed1-4c5d-9923-fabf569219df/d3fb57fd-37cc-4923-b90f-7dd3d712a8d3/32bee559-3cea-4f71-8555-b59592404e69) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:19:14.581956 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb937-081e-472d-9ee2-53dc59a5d13e demo admin] Publish callbacks [] for port (32bee559-3cea-4f71-8555-b59592404e69), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:14.642462 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb937-081e-472d-9ee2-53dc59a5d13e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816'] for port (32bee559-3cea-4f71-8555-b59592404e69), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:14.716713 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0fb937-081e-472d-9ee2-53dc59a5d13e demo admin] Network 01cd8397-3ed1-4c5d-9923-fabf569219df is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:19:14.722733 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-8c0fb937-081e-472d-9ee2-53dc59a5d13e demo admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:19:14.727413 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0fb937-081e-472d-9ee2-53dc59a5d13e demo admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:19:14.730422 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0fb937-081e-472d-9ee2-53dc59a5d13e demo admin] Pushing event updated for resources: {'Port': ['ID=32bee559-3cea-4f71-8555-b59592404e69,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:19:14.850711 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device ebc2e5ca-e878-48be-827c-a7dd353d01d2 up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:19:14.898598 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port ebc2e5ca-e878-48be-827c-a7dd353d01d2 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:19:14.899227 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (ebc2e5ca-e878-48be-827c-a7dd353d01d2), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:14.899708 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port ebc2e5ca-e878-48be-827c-a7dd353d01d2 Sep 16 19:19:14.971940 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port ebc2e5ca-e878-48be-827c-a7dd353d01d2 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:19:15.007435 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb937-081e-472d-9ee2-53dc59a5d13e demo admin] Publish callbacks [] for router_gateway (c0f490bb-65e9-4e9f-81cc-5fbaaeb011f0), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:15.041362 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:19:15.098507 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:19:15.200858 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb937-081e-472d-9ee2-53dc59a5d13e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-681165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-680928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3475'] for router (c0f490bb-65e9-4e9f-81cc-5fbaaeb011f0), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:15.205796 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb937-081e-472d-9ee2-53dc59a5d13e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-681156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-681023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-680923'] for router (c0f490bb-65e9-4e9f-81cc-5fbaaeb011f0), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:15.382656 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0fb937-081e-472d-9ee2-53dc59a5d13e demo admin] Router c0f490bb-65e9-4e9f-81cc-5fbaaeb011f0 has already been hosted by L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:19:15.491445 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0fb937-081e-472d-9ee2-53dc59a5d13e demo admin] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:19:15.495932 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb937-081e-472d-9ee2-53dc59a5d13e demo admin] Publish callbacks [] for router (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:15.497174 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-8c0fb937-081e-472d-9ee2-53dc59a5d13e demo admin] 10.222.0.49 "PUT /networking/v2.0/routers/c0f490bb-65e9-4e9f-81cc-5fbaaeb011f0 HTTP/1.1" status: 200 len: 890 time: 1.8239532 Sep 16 19:19:15.502221 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78148eec-27b3-48b1-88a0-a3e86f25bc12 None None] Sync routers for ids ['c0f490bb-65e9-4e9f-81cc-5fbaaeb011f0'] in dv-cinder-850320-7-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:19:15.515987 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78148eec-27b3-48b1-88a0-a3e86f25bc12 None None] Routers {'c0f490bb-65e9-4e9f-81cc-5fbaaeb011f0'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:19:15.516701 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-78148eec-27b3-48b1-88a0-a3e86f25bc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:19:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['c0f490bb-65e9-4e9f-81cc-5fbaaeb011f0'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:19:15.731420 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-78148eec-27b3-48b1-88a0-a3e86f25bc12 None None] Set router c0f490bb-65e9-4e9f-81cc-5fbaaeb011f0 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:19:16.169968 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-78148eec-27b3-48b1-88a0-a3e86f25bc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f490bb-65e9-4e9f-81cc-5fbaaeb011f0', 'name': 'router1', 'tenant_id': '7a47bbefd31a4d8ba175d6d1cb8c52ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '32bee559-3cea-4f71-8555-b59592404e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:18:54Z', 'updated_at': '2022-09-16T19:19:14Z', 'revision_number': 4, 'project_id': '7a47bbefd31a4d8ba175d6d1cb8c52ea', 'gw_port': {'id': '32bee559-3cea-4f71-8555-b59592404e69', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f490bb-65e9-4e9f-81cc-5fbaaeb011f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:19:14Z', 'updated_at': '2022-09-16T19:19:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': 'ebc2e5ca-e878-48be-827c-a7dd353d01d2', 'name': '', 'network_id': '51b7ca3c-4504-4055-aa65-ffb44d3c7871', 'tenant_id': '7a47bbefd31a4d8ba175d6d1cb8c52ea', 'mac_address': 'fa:16:3e:3e:ee:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f490bb-65e9-4e9f-81cc-5fbaaeb011f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '94ebc4ff-c730-4664-946a-9be6902c5eb5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:19:05Z', 'updated_at': '2022-09-16T19:19:08Z', 'revision_number': 5, 'project_id': '7a47bbefd31a4d8ba175d6d1cb8c52ea', 'subnets': [{'id': '94ebc4ff-c730-4664-946a-9be6902c5eb5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '433cfed1-aa7e-41d1-b19b-a8a89df1af01'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:19:16.221624 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78148eec-27b3-48b1-88a0-a3e86f25bc12 None None] Checking router: c0f490bb-65e9-4e9f-81cc-5fbaaeb011f0 for host: dv-cinder-850320-7-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:19:16.221986 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78148eec-27b3-48b1-88a0-a3e86f25bc12 None None] Updating router c0f490bb-65e9-4e9f-81cc-5fbaaeb011f0 port 32bee559-3cea-4f71-8555-b59592404e69 binding host dv-cinder-850320-7-iscsi {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 19:19:16.254271 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=100 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:19:16.275859 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-78148eec-27b3-48b1-88a0-a3e86f25bc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (32bee559-3cea-4f71-8555-b59592404e69), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:16.584861 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-78148eec-27b3-48b1-88a0-a3e86f25bc12 None None] Publish callbacks [] for port (32bee559-3cea-4f71-8555-b59592404e69), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:16.592728 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-78148eec-27b3-48b1-88a0-a3e86f25bc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (32bee559-3cea-4f71-8555-b59592404e69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:16.630333 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-78148eec-27b3-48b1-88a0-a3e86f25bc12 None None] Attempting to bind port 32bee559-3cea-4f71-8555-b59592404e69 on host dv-cinder-850320-7-iscsi for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:19:16.630684 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-78148eec-27b3-48b1-88a0-a3e86f25bc12 None None] Attempting to bind port 32bee559-3cea-4f71-8555-b59592404e69 by drivers openvswitch,hyperv on host dv-cinder-850320-7-iscsi at level 0 using segments [{'id': 'ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:19:16.631038 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78148eec-27b3-48b1-88a0-a3e86f25bc12 None None] Attempting to bind port 32bee559-3cea-4f71-8555-b59592404e69 on network 01cd8397-3ed1-4c5d-9923-fabf569219df {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:19:16.657700 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff92ce10-aeac-4b98-870a-29c3f20474d5 None None] Pushing event updated for resources: {'Port': ['ID=32bee559-3cea-4f71-8555-b59592404e69,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:19:16.663027 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:19:16.679875 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78148eec-27b3-48b1-88a0-a3e86f25bc12 None None] Checking agent: {'id': 'b5f6a205-959f-46f4-8ef4-8f70c2c67a2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850320-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 18, 35), 'started_at': datetime.datetime(2022, 9, 16, 19, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850320-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:19:16.680249 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78148eec-27b3-48b1-88a0-a3e86f25bc12 None None] Checking segment: {'id': 'ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:19:16.680676 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-78148eec-27b3-48b1-88a0-a3e86f25bc12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:16.681057 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78148eec-27b3-48b1-88a0-a3e86f25bc12 None None] Bound using segment: {'id': 'ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:19:16.681517 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-78148eec-27b3-48b1-88a0-a3e86f25bc12 None None] Bound port: 32bee559-3cea-4f71-8555-b59592404e69, host: dv-cinder-850320-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:19:16.681872 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-78148eec-27b3-48b1-88a0-a3e86f25bc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (32bee559-3cea-4f71-8555-b59592404e69), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:16.730848 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-78148eec-27b3-48b1-88a0-a3e86f25bc12 None None] For port 32bee559-3cea-4f71-8555-b59592404e69, host dv-cinder-850320-7-iscsi, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:19:16.733827 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-78148eec-27b3-48b1-88a0-a3e86f25bc12 None None] For port 32bee559-3cea-4f71-8555-b59592404e69, host dv-cinder-850320-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=32bee559-3cea-4f71-8555-b59592404e69,segment=NetworkSegment(ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2),segment_id=ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:19:16.741064 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-78148eec-27b3-48b1-88a0-a3e86f25bc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (32bee559-3cea-4f71-8555-b59592404e69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:16.781062 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78148eec-27b3-48b1-88a0-a3e86f25bc12 None None] Routers {'c0f490bb-65e9-4e9f-81cc-5fbaaeb011f0'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:19:16.781633 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-78148eec-27b3-48b1-88a0-a3e86f25bc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:19:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['c0f490bb-65e9-4e9f-81cc-5fbaaeb011f0'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:19:16.825238 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff92ce10-aeac-4b98-870a-29c3f20474d5 None None] Pushing event updated for resources: {'Port': ['ID=32bee559-3cea-4f71-8555-b59592404e69,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:19:16.856068 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=11 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:19:16.857706 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=18,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:19:16.893019 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-78148eec-27b3-48b1-88a0-a3e86f25bc12 None None] Set router c0f490bb-65e9-4e9f-81cc-5fbaaeb011f0 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:19:17.088502 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-78148eec-27b3-48b1-88a0-a3e86f25bc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f490bb-65e9-4e9f-81cc-5fbaaeb011f0', 'name': 'router1', 'tenant_id': '7a47bbefd31a4d8ba175d6d1cb8c52ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '32bee559-3cea-4f71-8555-b59592404e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:18:54Z', 'updated_at': '2022-09-16T19:19:14Z', 'revision_number': 4, 'project_id': '7a47bbefd31a4d8ba175d6d1cb8c52ea', 'gw_port': {'id': '32bee559-3cea-4f71-8555-b59592404e69', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f490bb-65e9-4e9f-81cc-5fbaaeb011f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:19:14Z', 'updated_at': '2022-09-16T19:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': 'ebc2e5ca-e878-48be-827c-a7dd353d01d2', 'name': '', 'network_id': '51b7ca3c-4504-4055-aa65-ffb44d3c7871', 'tenant_id': '7a47bbefd31a4d8ba175d6d1cb8c52ea', 'mac_address': 'fa:16:3e:3e:ee:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f490bb-65e9-4e9f-81cc-5fbaaeb011f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '94ebc4ff-c730-4664-946a-9be6902c5eb5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:19:05Z', 'updated_at': '2022-09-16T19:19:08Z', 'revision_number': 5, 'project_id': '7a47bbefd31a4d8ba175d6d1cb8c52ea', 'subnets': [{'id': '94ebc4ff-c730-4664-946a-9be6902c5eb5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '433cfed1-aa7e-41d1-b19b-a8a89df1af01'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:19:17.115962 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78148eec-27b3-48b1-88a0-a3e86f25bc12 None None] The sync data for ids ['c0f490bb-65e9-4e9f-81cc-5fbaaeb011f0'] in dv-cinder-850320-7-iscsi is: [{'id': 'c0f490bb-65e9-4e9f-81cc-5fbaaeb011f0', 'name': 'router1', 'tenant_id': '7a47bbefd31a4d8ba175d6d1cb8c52ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '32bee559-3cea-4f71-8555-b59592404e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:18:54Z', 'updated_at': '2022-09-16T19:19:14Z', 'revision_number': 4, 'project_id': '7a47bbefd31a4d8ba175d6d1cb8c52ea', 'gw_port': {'id': '32bee559-3cea-4f71-8555-b59592404e69', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f490bb-65e9-4e9f-81cc-5fbaaeb011f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:19:14Z', 'updated_at': '2022-09-16T19:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': 'ebc2e5ca-e878-48be-827c-a7dd353d01d2', 'name': '', 'network_id': '51b7ca3c-4504-4055-aa65-ffb44d3c7871', 'tenant_id': '7a47bbefd31a4d8ba175d6d1cb8c52ea', 'mac_address': 'fa:16:3e:3e:ee:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f490bb-65e9-4e9f-81cc-5fbaaeb011f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '94ebc4ff-c730-4664-946a-9be6902c5eb5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:19:05Z', 'updated_at': '2022-09-16T19:19:08Z', 'revision_number': 5, 'project_id': '7a47bbefd31a4d8ba175d6d1cb8c52ea', 'subnets': [{'id': '94ebc4ff-c730-4664-946a-9be6902c5eb5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '433cfed1-aa7e-41d1-b19b-a8a89df1af01'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:19:18.307730 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 42676) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:19:18.739853 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-17fc395d-4876-4aa6-8900-c71686c03231 admin admin] 10.222.0.49 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4306011 Sep 16 19:19:18.785420 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:19:18.786709 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:UPDATE=1,neutron:SELECT=37 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:19:18.853913 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 32bee559-3cea-4f71-8555-b59592404e69 up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:19:18.892010 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:19:18.903151 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port 32bee559-3cea-4f71-8555-b59592404e69 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:19:18.903598 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (32bee559-3cea-4f71-8555-b59592404e69), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:18.904053 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port 32bee559-3cea-4f71-8555-b59592404e69 Sep 16 19:19:18.982977 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port 32bee559-3cea-4f71-8555-b59592404e69 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:19:18.983353 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (32bee559-3cea-4f71-8555-b59592404e69), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:19.004168 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ac838df1-9534-4942-9578-11415f776b7d None None] For port 32bee559-3cea-4f71-8555-b59592404e69, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=32bee559-3cea-4f71-8555-b59592404e69,segment=NetworkSegment(ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2),segment_id=ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:19:19.010167 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (32bee559-3cea-4f71-8555-b59592404e69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:19.057313 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Pushing event updated for resources: {'Port': ['ID=32bee559-3cea-4f71-8555-b59592404e69,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:19:20.856851 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 32bee559-3cea-4f71-8555-b59592404e69 up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:19:20.902387 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port 32bee559-3cea-4f71-8555-b59592404e69 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:19:20.902772 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (32bee559-3cea-4f71-8555-b59592404e69), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:20.903128 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port 32bee559-3cea-4f71-8555-b59592404e69 Sep 16 19:19:20.944535 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:19:21.077000 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port 32bee559-3cea-4f71-8555-b59592404e69 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:19:28.744672 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=40 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:19:28.745723 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=43 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:19:29.982679 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-27cf02f1-d9f9-4885-91f8-28e8866179c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:31.075950 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:19:32.262164 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-aa41d2d5-db9d-441b-8f22-20f3b7676423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:33.531392 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:34.883803 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:35.123734 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:19:35.321803 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 5 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:19:45.112591 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:19:45.115225 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=44,neutron:UPDATE=5 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:19:47.333800 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:19:47.337881 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:19:59.984234 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6763c9d0-eedd-4f64-84a9-90ab154f09d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:20:02.261902 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ed677c52-9a4d-45fd-a224-387341c80e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:20:03.533355 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:20:04.876230 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:20:05.126010 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:20:12.320754 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 5 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:20:14.870429 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:20:15.119373 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:20:24.332263 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:20:28.318521 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:20:29.980746 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9ba1a233-cad4-4a5b-a858-4f7e4ab1bb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:20:32.259350 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-50de9ff5-7614-4266-9134-6c283506cac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:20:33.532218 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:20:34.874915 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:20:35.121775 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:20:44.930108 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 43228) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:20:45.113126 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:20:45.116033 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:20:45.305923 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-9591fab7-39bb-45a7-9dc7-85a50a4a65bb admin admin] GET failed (client error): The resource could not be found. Sep 16 19:20:45.307313 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-9591fab7-39bb-45a7-9dc7-85a50a4a65bb admin admin] 10.222.0.49 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3758879 Sep 16 19:20:45.477911 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc80da87-4535-4cf7-beab-a18bcbd4bdc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:20:45.479357 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-cc80da87-4535-4cf7-beab-a18bcbd4bdc8 admin admin] 10.222.0.49 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1652489 Sep 16 19:20:48.072184 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 43238) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:20:48.508850 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806c989c-8ad1-4962-80eb-d125e7b1a429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:20:48.510248 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-806c989c-8ad1-4962-80eb-d125e7b1a429 admin admin] 10.222.0.49 "GET /networking/v2.0/subnets/94ebc4ff-c730-4664-946a-9be6902c5eb5 HTTP/1.1" status: 200 len: 849 time: 0.4370248 Sep 16 19:20:48.520423 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-e641e434-cfd6-46b9-bf57-dc4646378a5e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:20:48.615229 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e641e434-cfd6-46b9-bf57-dc4646378a5e admin admin] Publish callbacks [] for subnet (94ebc4ff-c730-4664-946a-9be6902c5eb5), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:20:48.764018 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e641e434-cfd6-46b9-bf57-dc4646378a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764811730324'] for subnet (94ebc4ff-c730-4664-946a-9be6902c5eb5), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:20:48.799795 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e641e434-cfd6-46b9-bf57-dc4646378a5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:20:48.799978 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e641e434-cfd6-46b9-bf57-dc4646378a5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for subnet (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:20:48.801998 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-e641e434-cfd6-46b9-bf57-dc4646378a5e admin admin] 10.222.0.49 "PUT /networking/v2.0/subnets/94ebc4ff-c730-4664-946a-9be6902c5eb5 HTTP/1.1" status: 200 len: 868 time: 0.2850373 Sep 16 19:20:48.803108 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6b9612-b818-4d8c-ab8b-05517401a0c1 None None] Network 51b7ca3c-4504-4055-aa65-ffb44d3c7871 requested from dv-cinder-850320-7-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 19:20:48.828099 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e641e434-cfd6-46b9-bf57-dc4646378a5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=94ebc4ff-c730-4664-946a-9be6902c5eb5,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:20:48.836612 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e641e434-cfd6-46b9-bf57-dc4646378a5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:20:48.837958 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e641e434-cfd6-46b9-bf57-dc4646378a5e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:20:48.838475 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e641e434-cfd6-46b9-bf57-dc4646378a5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:20:48.838967 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e641e434-cfd6-46b9-bf57-dc4646378a5e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:20:48.839452 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e641e434-cfd6-46b9-bf57-dc4646378a5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:20:48.839949 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e641e434-cfd6-46b9-bf57-dc4646378a5e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:20:48.840473 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e641e434-cfd6-46b9-bf57-dc4646378a5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:20:48.840950 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e641e434-cfd6-46b9-bf57-dc4646378a5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:20:48.841430 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e641e434-cfd6-46b9-bf57-dc4646378a5e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:20:48.841933 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e641e434-cfd6-46b9-bf57-dc4646378a5e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:20:48.842432 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e641e434-cfd6-46b9-bf57-dc4646378a5e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:20:48.842937 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e641e434-cfd6-46b9-bf57-dc4646378a5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:20:48.843419 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e641e434-cfd6-46b9-bf57-dc4646378a5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:20:48.843899 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e641e434-cfd6-46b9-bf57-dc4646378a5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:20:48.844433 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e641e434-cfd6-46b9-bf57-dc4646378a5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:20:49.099956 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ed2f3a8f-8a44-4ff9-a6ff-b1a3ed4cce3f None None] Provisioning complete for port ebc2e5ca-e878-48be-827c-a7dd353d01d2 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:20:49.100348 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ed2f3a8f-8a44-4ff9-a6ff-b1a3ed4cce3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (ebc2e5ca-e878-48be-827c-a7dd353d01d2), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:20:49.100736 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ed2f3a8f-8a44-4ff9-a6ff-b1a3ed4cce3f None None] Attempt 1 to provision port ebc2e5ca-e878-48be-827c-a7dd353d01d2 Sep 16 19:20:49.173557 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ed2f3a8f-8a44-4ff9-a6ff-b1a3ed4cce3f None None] Current status of the port ebc2e5ca-e878-48be-827c-a7dd353d01d2 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:20:49.181888 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ed2f3a8f-8a44-4ff9-a6ff-b1a3ed4cce3f None None] Provisioning complete for port fb74f2fd-44cf-4d33-ae90-0e9630fb94e1 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:20:49.182267 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ed2f3a8f-8a44-4ff9-a6ff-b1a3ed4cce3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (fb74f2fd-44cf-4d33-ae90-0e9630fb94e1), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:20:49.182591 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ed2f3a8f-8a44-4ff9-a6ff-b1a3ed4cce3f None None] Attempt 1 to provision port fb74f2fd-44cf-4d33-ae90-0e9630fb94e1 Sep 16 19:20:49.258043 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ed2f3a8f-8a44-4ff9-a6ff-b1a3ed4cce3f None None] Current status of the port fb74f2fd-44cf-4d33-ae90-0e9630fb94e1 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:20:49.320280 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 5 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:20:51.395455 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 43246) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:20:51.925898 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e506dec6-80e5-4c1d-ab96-6a670ad2bd64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:20:51.926357 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e506dec6-80e5-4c1d-ab96-6a670ad2bd64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:20:51.927916 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-e506dec6-80e5-4c1d-ab96-6a670ad2bd64 admin admin] 10.222.0.49 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5315425 Sep 16 19:20:54.510069 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 43254) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:20:54.964916 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f58e92d-e374-4a06-a2f2-66a90aa9c679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:20:54.965372 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f58e92d-e374-4a06-a2f2-66a90aa9c679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:20:54.966979 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-0f58e92d-e374-4a06-a2f2-66a90aa9c679 admin admin] 10.222.0.49 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4557650 Sep 16 19:20:57.531718 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 43262) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:20:57.989435 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:20:58.012137 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e9f410-6aaa-4d14-91ec-54bdea68b345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:20:58.013566 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-50e9f410-6aaa-4d14-91ec-54bdea68b345 admin admin] 10.222.0.49 "GET /networking/v2.0/networks/01cd8397-3ed1-4c5d-9923-fabf569219df HTTP/1.1" status: 200 len: 886 time: 0.4808371 Sep 16 19:20:59.254343 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=36 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:20:59.256746 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=41 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:20:59.985973 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-591da3bf-38ac-41ad-b028-4118ff4e4dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:21:00.653128 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 43270) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:21:01.084408 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:21:01.109266 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f77b79-af64-417b-be48-8f58bd755655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:21:01.110648 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-c2f77b79-af64-417b-be48-8f58bd755655 admin admin] 10.222.0.49 "GET /networking/v2.0/networks/51b7ca3c-4504-4055-aa65-ffb44d3c7871 HTTP/1.1" status: 200 len: 869 time: 0.4560950 Sep 16 19:21:01.333395 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:21:01.334203 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:21:02.255056 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0969b4df-f225-4858-85a9-e8d204b3f883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:21:03.537831 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:21:03.752328 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 43278) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:21:04.206020 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ec69f4-9e1a-4285-8509-43d5f4e6fb62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:21:04.206381 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ec69f4-9e1a-4285-8509-43d5f4e6fb62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:21:04.207969 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-c9ec69f4-9e1a-4285-8509-43d5f4e6fb62 admin admin] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4544206 Sep 16 19:21:04.879628 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:21:05.127811 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:21:06.821548 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 43286) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:21:07.295218 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e3a6ae-2a9c-4242-b361-5d556b681ede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:21:07.295644 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e3a6ae-2a9c-4242-b361-5d556b681ede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:21:07.297945 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-74e3a6ae-2a9c-4242-b361-5d556b681ede admin admin] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4752164 Sep 16 19:21:09.886737 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 43296) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:21:10.327006 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cf0dca-419c-4e3d-89ce-80ef9fdce769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:21:10.328335 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-77cf0dca-419c-4e3d-89ce-80ef9fdce769 admin admin] 10.222.0.49 "GET /networking/v2.0/subnets/94ebc4ff-c730-4664-946a-9be6902c5eb5 HTTP/1.1" status: 200 len: 868 time: 0.4405713 Sep 16 19:21:12.889228 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 43304) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:21:13.310601 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23db4c83-7f83-4203-8182-4a67d8cffd50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:21:13.311945 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-23db4c83-7f83-4203-8182-4a67d8cffd50 admin admin] 10.222.0.49 "GET /networking/v2.0/subnets/d3fb57fd-37cc-4923-b90f-7dd3d712a8d3 HTTP/1.1" status: 200 len: 816 time: 0.4217470 Sep 16 19:21:14.197751 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=8 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:21:14.200738 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=20 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:21:15.119541 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:21:15.121391 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:21:23.301977 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=19 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:21:23.307349 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=17 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:21:25.114624 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=13 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:21:25.119082 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=13 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:21:26.319850 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 5 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:21:29.990588 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3b3740ff-815e-4363-ab22-1ad391c1e2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:21:32.253677 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-14e7bed6-82a3-4296-87de-8d3f02b99674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:21:33.538634 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:21:34.885540 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:21:35.133985 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:21:38.326753 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:21:38.331686 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:21:43.351127 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 43360) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:21:43.711247 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [None req-74d1e503-8ea4-4d8e-885e-ea10a5fb0037 admin admin] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 19:21:43.712256 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-74d1e503-8ea4-4d8e-885e-ea10a5fb0037 admin admin] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3599558 Sep 16 19:21:45.125874 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:21:45.126618 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:21:46.372734 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 43368) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:21:46.755745 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-54ffd5e0-cf32-4447-ad60-c9f6e2bd654d admin admin] GET failed (client error): The resource could not be found. Sep 16 19:21:46.757107 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-54ffd5e0-cf32-4447-ad60-c9f6e2bd654d admin admin] 10.222.0.49 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3831635 Sep 16 19:21:46.853364 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3032fc47-d27d-40f9-8c9e-e71a6437af6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:21:46.854859 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-3032fc47-d27d-40f9-8c9e-e71a6437af6b admin admin] 10.222.0.49 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0920069 Sep 16 19:21:49.482006 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 43376) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:21:49.850559 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-eee38010-244d-44c8-bf44-85b7fd2ce565 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:21:49.874771 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee38010-244d-44c8-bf44-85b7fd2ce565 admin admin] Made reservation on behalf of e5d7d65acd0047cb8a5a68c90b00c1bb for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:21:49.877105 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eee38010-244d-44c8-bf44-85b7fd2ce565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for network (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:21:49.911885 dv-cinder-850320-7-iscsi neutron-server[106252]: WARNING neutron.services.revisions.revision_plugin [None req-eee38010-244d-44c8-bf44-85b7fd2ce565 admin admin] Could not find related network for resource to bump revision. Sep 16 19:21:49.925957 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eee38010-244d-44c8-bf44-85b7fd2ce565 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 19:21:49.936009 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eee38010-244d-44c8-bf44-85b7fd2ce565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694'] for segment (0529bbeb-909c-4d84-b866-83ea404bb834), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:21:49.936338 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.db.segments_db [None req-eee38010-244d-44c8-bf44-85b7fd2ce565 admin admin] Added segment 0529bbeb-909c-4d84-b866-83ea404bb834 of type vlan for network 642f07a7-7ab3-4c87-97aa-4a516a0af383 Sep 16 19:21:49.974876 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eee38010-244d-44c8-bf44-85b7fd2ce565 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764811224998'] for network (642f07a7-7ab3-4c87-97aa-4a516a0af383), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:21:50.005233 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eee38010-244d-44c8-bf44-85b7fd2ce565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119'] for network (642f07a7-7ab3-4c87-97aa-4a516a0af383), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:21:50.006178 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee38010-244d-44c8-bf44-85b7fd2ce565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:21:50.006723 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eee38010-244d-44c8-bf44-85b7fd2ce565 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for network (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:21:50.161535 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-eee38010-244d-44c8-bf44-85b7fd2ce565 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6781259 Sep 16 19:21:50.186996 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee38010-244d-44c8-bf44-85b7fd2ce565 admin admin] Pushing event updated for resources: {'Network': ['ID=642f07a7-7ab3-4c87-97aa-4a516a0af383,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:21:50.194880 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee38010-244d-44c8-bf44-85b7fd2ce565 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:21:50.195175 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee38010-244d-44c8-bf44-85b7fd2ce565 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:21:50.195566 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee38010-244d-44c8-bf44-85b7fd2ce565 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:21:50.195895 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee38010-244d-44c8-bf44-85b7fd2ce565 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:21:50.196219 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee38010-244d-44c8-bf44-85b7fd2ce565 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:21:50.196574 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee38010-244d-44c8-bf44-85b7fd2ce565 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:21:50.196862 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee38010-244d-44c8-bf44-85b7fd2ce565 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:21:50.197180 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee38010-244d-44c8-bf44-85b7fd2ce565 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:21:50.197496 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee38010-244d-44c8-bf44-85b7fd2ce565 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:21:50.197810 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee38010-244d-44c8-bf44-85b7fd2ce565 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:21:50.198176 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee38010-244d-44c8-bf44-85b7fd2ce565 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:21:50.198507 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee38010-244d-44c8-bf44-85b7fd2ce565 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:21:50.198819 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee38010-244d-44c8-bf44-85b7fd2ce565 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:21:50.199128 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee38010-244d-44c8-bf44-85b7fd2ce565 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:21:50.199431 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee38010-244d-44c8-bf44-85b7fd2ce565 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:21:50.211785 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Network 642f07a7-7ab3-4c87-97aa-4a516a0af383 details requested by agent ovs-agent-dv-cinder-850320-7-iscsi with host dv-cinder-850320-7-iscsi {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 19:21:52.813120 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 43384) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:21:53.185992 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-720284b8-744e-42a4-aa9e-eabdc05994f7 admin admin] GET failed (client error): The resource could not be found. Sep 16 19:21:53.187263 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-720284b8-744e-42a4-aa9e-eabdc05994f7 admin admin] 10.222.0.49 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3728507 Sep 16 19:21:53.261029 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79af830f-c798-42de-8334-47a2f8d18341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:21:53.262504 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-79af830f-c798-42de-8334-47a2f8d18341 admin admin] 10.222.0.49 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0690470 Sep 16 19:21:53.276802 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-4b82cea7-0983-4aee-a498-4d1f43c23662 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '642f07a7-7ab3-4c87-97aa-4a516a0af383', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:21:53.300222 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b82cea7-0983-4aee-a498-4d1f43c23662 admin admin] Made reservation on behalf of e5d7d65acd0047cb8a5a68c90b00c1bb for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:21:53.302751 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4b82cea7-0983-4aee-a498-4d1f43c23662 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:21:53.483363 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4b82cea7-0983-4aee-a498-4d1f43c23662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119'] for subnet (3c908e0d-6370-4b52-8063-c765c3ae50ac), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:21:53.530496 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b82cea7-0983-4aee-a498-4d1f43c23662 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c908e0d-6370-4b52-8063-c765c3ae50ac,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:21:53.547552 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b82cea7-0983-4aee-a498-4d1f43c23662 admin admin] Checking segment: {'id': '0529bbeb-909c-4d84-b866-83ea404bb834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '642f07a7-7ab3-4c87-97aa-4a516a0af383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:21:53.547889 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b82cea7-0983-4aee-a498-4d1f43c23662 admin admin] Network hostable DHCP agents. Network: 642f07a7-7ab3-4c87-97aa-4a516a0af383, hostable agents: ['ba1fefac-954c-4dc4-b172-e3e5be1bbc35'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 19:21:53.567437 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b82cea7-0983-4aee-a498-4d1f43c23662 admin admin] Network 642f07a7-7ab3-4c87-97aa-4a516a0af383 is scheduled to be hosted by DHCP agent ba1fefac-954c-4dc4-b172-e3e5be1bbc35 with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 19:21:53.578616 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-4b82cea7-0983-4aee-a498-4d1f43c23662 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850320-7-iscsi, 642f07a7-7ab3-4c87-97aa-4a516a0af383) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:21:53.586055 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b82cea7-0983-4aee-a498-4d1f43c23662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:21:53.586652 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4b82cea7-0983-4aee-a498-4d1f43c23662 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for subnet (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:21:53.588118 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f4c05f-6a90-444e-abac-4fb9594358e6 None None] Network 642f07a7-7ab3-4c87-97aa-4a516a0af383 requested from dv-cinder-850320-7-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 19:21:53.609561 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-4b82cea7-0983-4aee-a498-4d1f43c23662 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3362713 Sep 16 19:21:53.703366 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed847a9d-f4f6-4c14-9f22-f39175c12f79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3be41fd3-b622-5347-8adb-91649a85407c-642f07a7-7ab3-4c87-97aa-4a516a0af383', 'network_id': '642f07a7-7ab3-4c87-97aa-4a516a0af383', 'project_id': 'e5d7d65acd0047cb8a5a68c90b00c1bb', 'fixed_ips': [{'subnet_id': '3c908e0d-6370-4b52-8063-c765c3ae50ac'}]}} from dv-cinder-850320-7-iscsi. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 19:21:53.704315 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ed847a9d-f4f6-4c14-9f22-f39175c12f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:21:53.853981 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-ed847a9d-f4f6-4c14-9f22-f39175c12f79 None None] Allocated IP 192.168.233.2 (642f07a7-7ab3-4c87-97aa-4a516a0af383/3c908e0d-6370-4b52-8063-c765c3ae50ac/55140b8c-81fe-4cae-ab31-ecf64ed5a2af) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:21:54.099579 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ed847a9d-f4f6-4c14-9f22-f39175c12f79 None None] Publish callbacks [] for port (55140b8c-81fe-4cae-ab31-ecf64ed5a2af), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:21:54.106679 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ed847a9d-f4f6-4c14-9f22-f39175c12f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816'] for port (55140b8c-81fe-4cae-ab31-ecf64ed5a2af), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:21:54.151504 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed847a9d-f4f6-4c14-9f22-f39175c12f79 None None] Network 642f07a7-7ab3-4c87-97aa-4a516a0af383 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:21:54.154523 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-ed847a9d-f4f6-4c14-9f22-f39175c12f79 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:21:54.158692 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed847a9d-f4f6-4c14-9f22-f39175c12f79 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:21:54.165791 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed847a9d-f4f6-4c14-9f22-f39175c12f79 None None] Pushing event updated for resources: {'Port': ['ID=55140b8c-81fe-4cae-ab31-ecf64ed5a2af,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:21:54.175779 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed847a9d-f4f6-4c14-9f22-f39175c12f79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:21:54.176240 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed847a9d-f4f6-4c14-9f22-f39175c12f79 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:21:54.176767 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed847a9d-f4f6-4c14-9f22-f39175c12f79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:21:54.177120 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed847a9d-f4f6-4c14-9f22-f39175c12f79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:21:54.177459 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed847a9d-f4f6-4c14-9f22-f39175c12f79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:21:54.177778 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed847a9d-f4f6-4c14-9f22-f39175c12f79 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:21:54.178099 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed847a9d-f4f6-4c14-9f22-f39175c12f79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:21:54.178414 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed847a9d-f4f6-4c14-9f22-f39175c12f79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:21:54.178729 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed847a9d-f4f6-4c14-9f22-f39175c12f79 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:21:54.179046 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed847a9d-f4f6-4c14-9f22-f39175c12f79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:21:54.179398 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed847a9d-f4f6-4c14-9f22-f39175c12f79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:21:54.179694 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed847a9d-f4f6-4c14-9f22-f39175c12f79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:21:54.180040 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed847a9d-f4f6-4c14-9f22-f39175c12f79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:21:54.180348 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed847a9d-f4f6-4c14-9f22-f39175c12f79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:21:54.180667 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed847a9d-f4f6-4c14-9f22-f39175c12f79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:21:54.231032 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-ed847a9d-f4f6-4c14-9f22-f39175c12f79 None None] Attempting to bind port 55140b8c-81fe-4cae-ab31-ecf64ed5a2af on host dv-cinder-850320-7-iscsi for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:21:54.231392 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-ed847a9d-f4f6-4c14-9f22-f39175c12f79 None None] Attempting to bind port 55140b8c-81fe-4cae-ab31-ecf64ed5a2af by drivers openvswitch,hyperv on host dv-cinder-850320-7-iscsi at level 0 using segments [{'id': '0529bbeb-909c-4d84-b866-83ea404bb834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '642f07a7-7ab3-4c87-97aa-4a516a0af383'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:21:54.231765 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed847a9d-f4f6-4c14-9f22-f39175c12f79 None None] Attempting to bind port 55140b8c-81fe-4cae-ab31-ecf64ed5a2af on network 642f07a7-7ab3-4c87-97aa-4a516a0af383 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:21:54.273408 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed847a9d-f4f6-4c14-9f22-f39175c12f79 None None] Checking agent: {'id': 'b5f6a205-959f-46f4-8ef4-8f70c2c67a2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850320-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 18, 35), 'started_at': datetime.datetime(2022, 9, 16, 19, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850320-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:21:54.273769 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed847a9d-f4f6-4c14-9f22-f39175c12f79 None None] Checking segment: {'id': '0529bbeb-909c-4d84-b866-83ea404bb834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '642f07a7-7ab3-4c87-97aa-4a516a0af383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:21:54.274164 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ed847a9d-f4f6-4c14-9f22-f39175c12f79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:21:54.274548 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed847a9d-f4f6-4c14-9f22-f39175c12f79 None None] Bound using segment: {'id': '0529bbeb-909c-4d84-b866-83ea404bb834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '642f07a7-7ab3-4c87-97aa-4a516a0af383'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:21:54.275008 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-ed847a9d-f4f6-4c14-9f22-f39175c12f79 None None] Bound port: 55140b8c-81fe-4cae-ab31-ecf64ed5a2af, host: dv-cinder-850320-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0529bbeb-909c-4d84-b866-83ea404bb834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '642f07a7-7ab3-4c87-97aa-4a516a0af383'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:21:54.275376 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ed847a9d-f4f6-4c14-9f22-f39175c12f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (55140b8c-81fe-4cae-ab31-ecf64ed5a2af), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:21:54.334984 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ed847a9d-f4f6-4c14-9f22-f39175c12f79 None None] For port 55140b8c-81fe-4cae-ab31-ecf64ed5a2af, host dv-cinder-850320-7-iscsi, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:21:54.339265 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ed847a9d-f4f6-4c14-9f22-f39175c12f79 None None] For port 55140b8c-81fe-4cae-ab31-ecf64ed5a2af, host dv-cinder-850320-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=55140b8c-81fe-4cae-ab31-ecf64ed5a2af,segment=NetworkSegment(0529bbeb-909c-4d84-b866-83ea404bb834),segment_id=0529bbeb-909c-4d84-b866-83ea404bb834)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:21:54.348520 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ed847a9d-f4f6-4c14-9f22-f39175c12f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (55140b8c-81fe-4cae-ab31-ecf64ed5a2af), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:21:54.406132 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed847a9d-f4f6-4c14-9f22-f39175c12f79 None None] Pushing event updated for resources: {'Port': ['ID=55140b8c-81fe-4cae-ab31-ecf64ed5a2af,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:21:54.989818 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 55140b8c-81fe-4cae-ab31-ecf64ed5a2af up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:21:55.030261 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:21:55.039570 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:21:55.098941 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port 55140b8c-81fe-4cae-ab31-ecf64ed5a2af triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:21:55.099326 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (55140b8c-81fe-4cae-ab31-ecf64ed5a2af), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:21:55.099661 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port 55140b8c-81fe-4cae-ab31-ecf64ed5a2af Sep 16 19:21:55.190955 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port 55140b8c-81fe-4cae-ab31-ecf64ed5a2af is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:21:55.192065 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (55140b8c-81fe-4cae-ab31-ecf64ed5a2af), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:21:55.230504 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ac838df1-9534-4942-9578-11415f776b7d None None] For port 55140b8c-81fe-4cae-ab31-ecf64ed5a2af, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=55140b8c-81fe-4cae-ab31-ecf64ed5a2af,segment=NetworkSegment(0529bbeb-909c-4d84-b866-83ea404bb834),segment_id=0529bbeb-909c-4d84-b866-83ea404bb834)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:21:55.236282 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (55140b8c-81fe-4cae-ab31-ecf64ed5a2af), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:21:55.267102 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de7b989-00e4-45d3-bd9e-d8fd0383aa7d None None] Network 642f07a7-7ab3-4c87-97aa-4a516a0af383 requested from dv-cinder-850320-7-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 19:21:55.343392 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-7e4590b5-06c4-45de-b8e8-969d2e3376be None None] Provisioning complete for port 55140b8c-81fe-4cae-ab31-ecf64ed5a2af triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:21:55.343785 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7e4590b5-06c4-45de-b8e8-969d2e3376be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (55140b8c-81fe-4cae-ab31-ecf64ed5a2af), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:21:55.344121 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-7e4590b5-06c4-45de-b8e8-969d2e3376be None None] Attempt 1 to provision port 55140b8c-81fe-4cae-ab31-ecf64ed5a2af Sep 16 19:21:55.374185 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Pushing event updated for resources: {'Port': ['ID=55140b8c-81fe-4cae-ab31-ecf64ed5a2af,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:21:55.483100 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-7e4590b5-06c4-45de-b8e8-969d2e3376be None None] Current status of the port 55140b8c-81fe-4cae-ab31-ecf64ed5a2af is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:21:55.601272 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8fc0420f-b911-4961-adc9-fc95b4355478 None None] Provisioning complete for port 55140b8c-81fe-4cae-ab31-ecf64ed5a2af triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:21:55.601665 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8fc0420f-b911-4961-adc9-fc95b4355478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (55140b8c-81fe-4cae-ab31-ecf64ed5a2af), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:21:55.602001 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-8fc0420f-b911-4961-adc9-fc95b4355478 None None] Attempt 1 to provision port 55140b8c-81fe-4cae-ab31-ecf64ed5a2af Sep 16 19:21:55.678021 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8fc0420f-b911-4961-adc9-fc95b4355478 None None] Current status of the port 55140b8c-81fe-4cae-ab31-ecf64ed5a2af is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:21:56.960089 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 55140b8c-81fe-4cae-ab31-ecf64ed5a2af up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:21:57.006743 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port 55140b8c-81fe-4cae-ab31-ecf64ed5a2af triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:21:57.007125 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (55140b8c-81fe-4cae-ab31-ecf64ed5a2af), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:21:57.007459 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port 55140b8c-81fe-4cae-ab31-ecf64ed5a2af Sep 16 19:21:57.081812 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port 55140b8c-81fe-4cae-ab31-ecf64ed5a2af is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:21:59.996127 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c310f993-2556-4050-a283-011f1dd0aada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:22:02.258994 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-43a008c6-4940-48bc-a389-b5b45ff5369d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:22:03.320833 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 5 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:22:03.547809 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:22:03.600471 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=75,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:22:03.601876 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:22:04.884855 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:22:05.129980 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:22:15.120976 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:22:15.122901 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:22:15.324201 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:22:15.328365 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=5 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:22:28.314432 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:22:28.315194 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:DELETE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:22:29.992052 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3963fe56-5302-43aa-bd1b-6985c8979755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:22:32.253395 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-648467fb-a93b-433e-a950-b9ffd6e67df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:22:33.545707 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:22:34.887925 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:22:35.125101 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:22:40.325932 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 5 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:22:45.111708 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:22:45.119156 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:22:52.358805 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:22:52.359539 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=6 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:22:59.997477 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-84e9bd6a-5723-4dc7-b162-a08db0333f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:23:02.259646 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-72ce427f-4352-4f4d-8ab8-57d19d39f07b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:23:03.556644 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:23:04.900473 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:23:05.130965 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:23:15.118508 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:23:15.124615 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:23:17.326330 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 5 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:23:23.225471 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 43428) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:23:23.231495 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [None req-536cc5f7-f3be-4223-8b52-9cfd5e6be749 tempest-verify_tempest_config-1033379893 tempest-verify_tempest_config-1033379893-project] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 19:23:23.232495 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-536cc5f7-f3be-4223-8b52-9cfd5e6be749 tempest-verify_tempest_config-1033379893 tempest-verify_tempest_config-1033379893-project] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0060339 Sep 16 19:23:23.809162 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 43446) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:23:24.193271 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-98558d59-9273-4afa-9f90-08a26453b52d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:23:24.285658 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-98558d59-9273-4afa-9f90-08a26453b52d admin admin] Publish callbacks [] for security_group (c52f20ea-d38e-4efd-9220-be4b180582d5), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:23:24.292339 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-98558d59-9273-4afa-9f90-08a26453b52d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (c52f20ea-d38e-4efd-9220-be4b180582d5), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:23:24.345658 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-98558d59-9273-4afa-9f90-08a26453b52d admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=48fae6ed1a994f98bff5c3f92fa8bfb8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5354414 Sep 16 19:23:24.346655 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98558d59-9273-4afa-9f90-08a26453b52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52f20ea-d38e-4efd-9220-be4b180582d5,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:23:24.348763 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 43452) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:23:24.364230 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98558d59-9273-4afa-9f90-08a26453b52d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:23:24.364670 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98558d59-9273-4afa-9f90-08a26453b52d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:23:24.365012 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98558d59-9273-4afa-9f90-08a26453b52d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:23:24.365341 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98558d59-9273-4afa-9f90-08a26453b52d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:23:24.365661 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98558d59-9273-4afa-9f90-08a26453b52d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:23:24.365983 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98558d59-9273-4afa-9f90-08a26453b52d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:23:24.366304 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98558d59-9273-4afa-9f90-08a26453b52d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:23:24.366619 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98558d59-9273-4afa-9f90-08a26453b52d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:23:24.366947 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98558d59-9273-4afa-9f90-08a26453b52d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:23:24.367269 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98558d59-9273-4afa-9f90-08a26453b52d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:23:24.367595 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98558d59-9273-4afa-9f90-08a26453b52d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:23:24.367927 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98558d59-9273-4afa-9f90-08a26453b52d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:23:24.368244 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98558d59-9273-4afa-9f90-08a26453b52d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:23:24.368579 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98558d59-9273-4afa-9f90-08a26453b52d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:23:24.368871 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98558d59-9273-4afa-9f90-08a26453b52d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:23:24.414960 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3e412b2b-a84e-47e3-b309-725af94dd512 admin admin] Publish callbacks [] for security_group (c52f20ea-d38e-4efd-9220-be4b180582d5), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:23:24.434503 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3e412b2b-a84e-47e3-b309-725af94dd512 admin admin] Publish callbacks [] for security_group (c52f20ea-d38e-4efd-9220-be4b180582d5), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:23:24.535488 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3e412b2b-a84e-47e3-b309-725af94dd512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (c52f20ea-d38e-4efd-9220-be4b180582d5), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:23:24.539572 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3e412b2b-a84e-47e3-b309-725af94dd512 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:23:24.541532 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-3e412b2b-a84e-47e3-b309-725af94dd512 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/c52f20ea-d38e-4efd-9220-be4b180582d5 HTTP/1.1" status: 204 len: 168 time: 0.1918752 Sep 16 19:23:24.551145 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e412b2b-a84e-47e3-b309-725af94dd512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52f20ea-d38e-4efd-9220-be4b180582d5,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:23:29.321313 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=15 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:23:29.325739 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=19 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:23:30.002305 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8eb84244-66f3-47e8-852f-1c1b680d029a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:23:32.258057 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-75341fe2-02ad-4155-a90c-8889638dc793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:23:33.547959 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:23:34.473171 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=38,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:23:34.546608 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=33,neutron:INSERT=7,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:23:34.898781 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:23:35.127510 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:23:45.118965 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:23:45.122783 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:23:54.330042 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 5 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:24:00.015622 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a3bbaeda-aea6-42fa-865c-f70aba06e932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:24:02.261590 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-930a7de3-b3e4-478d-84d6-5729d4e93647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:24:03.559760 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:24:04.909028 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:24:05.133481 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:24:06.328946 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:24:06.329855 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=5 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:24:15.113598 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:24:15.125730 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:24:28.321225 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:24:28.322610 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:DELETE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:24:30.017402 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-524905a1-23af-412c-9618-4ffba662d145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:24:31.333981 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 5 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:24:32.267403 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7f95018a-7fef-4335-83d9-c3b861b06aa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:24:33.567310 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:24:34.910094 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:24:35.131216 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:24:43.330409 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:24:43.331598 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:24:45.110700 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:24:45.121197 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:24:58.886963 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-681412'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:25:00.018636 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cdcb8eec-30d6-4297-b13f-6a6dd2736846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:25:02.258457 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4c260527-e991-482d-b9c3-950db5870ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:25:03.571524 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:25:04.921942 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:25:05.123328 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:25:08.338538 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:25:12.105214 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 43544) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:25:12.250479 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-85e834e7-d8af-43ec-9904-4eb0e10df610 admin admin] 10.222.0.49 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1440079 Sep 16 19:25:14.722310 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 43554) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:25:14.787026 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-e6765058-1f9a-4220-9263-f441af1287f4 admin admin] 10.222.0.49 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0636411 Sep 16 19:25:15.110753 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=7,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:25:15.111954 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:25:22.241552 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:25:22.244290 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:25:24.780160 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:25:24.782296 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:25:25.032719 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=16 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:25:25.036331 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=18 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:25:28.871272 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:25:30.016493 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0af1a65d-5803-43be-85b2-0e002ab2f267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:25:32.263477 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b138bd50-763c-4b3f-b9da-d578089aa0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:25:33.571590 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:25:34.918357 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:25:35.127340 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:25:45.107958 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:25:45.120007 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:25:45.338093 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:25:57.326174 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:25:57.335807 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=6 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:25:58.871930 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:00.011623 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b01754de-858e-4857-9465-b3ec284ac1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:02.258305 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d6a24623-1d87-48c5-abe6-6bf5d66077fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:03.573293 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:04.914329 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:05.126759 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:15.116934 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:15.119915 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:22.338186 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:26:28.874637 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:30.016078 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a95cce79-ee68-41b1-b64e-5b40717437d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:32.264512 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7f085c8a-87e1-402f-9834-25aac552713e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:33.577661 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:34.323845 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:34.324679 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:34.914857 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:35.124834 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:45.114516 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:45.117768 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:46.130127 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 43688) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:26:46.408880 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-558d31f9-b541-455b-a8e8-1e88a2a94f7d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1174890714-network', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:26:46.430654 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558d31f9-b541-455b-a8e8-1e88a2a94f7d admin admin] Made reservation on behalf of 1983ce4dc9bd4050a2399d9f62d3e871 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:26:46.433532 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-558d31f9-b541-455b-a8e8-1e88a2a94f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for network (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:46.447951 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-558d31f9-b541-455b-a8e8-1e88a2a94f7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:46.539969 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-558d31f9-b541-455b-a8e8-1e88a2a94f7d admin admin] Publish callbacks [] for security_group (186e0bb6-0512-49bb-9ea9-0e5126b749ef), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:46.545271 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-558d31f9-b541-455b-a8e8-1e88a2a94f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (186e0bb6-0512-49bb-9ea9-0e5126b749ef), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:46.585071 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d31f9-b541-455b-a8e8-1e88a2a94f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186e0bb6-0512-49bb-9ea9-0e5126b749ef,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:26:46.587467 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-558d31f9-b541-455b-a8e8-1e88a2a94f7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 19:26:46.597080 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558d31f9-b541-455b-a8e8-1e88a2a94f7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:46.597456 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558d31f9-b541-455b-a8e8-1e88a2a94f7d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:46.598130 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558d31f9-b541-455b-a8e8-1e88a2a94f7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:46.598689 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558d31f9-b541-455b-a8e8-1e88a2a94f7d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:46.599028 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558d31f9-b541-455b-a8e8-1e88a2a94f7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:46.599458 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558d31f9-b541-455b-a8e8-1e88a2a94f7d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:46.599791 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558d31f9-b541-455b-a8e8-1e88a2a94f7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:46.600115 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558d31f9-b541-455b-a8e8-1e88a2a94f7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:46.600588 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558d31f9-b541-455b-a8e8-1e88a2a94f7d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:46.600911 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558d31f9-b541-455b-a8e8-1e88a2a94f7d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:46.601258 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558d31f9-b541-455b-a8e8-1e88a2a94f7d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:46.601604 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558d31f9-b541-455b-a8e8-1e88a2a94f7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:46.601950 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558d31f9-b541-455b-a8e8-1e88a2a94f7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:46.602273 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558d31f9-b541-455b-a8e8-1e88a2a94f7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:46.602592 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558d31f9-b541-455b-a8e8-1e88a2a94f7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:46.603781 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558d31f9-b541-455b-a8e8-1e88a2a94f7d admin admin] Tracked resource versions report: Sep 16 19:26:46.603781 dv-cinder-850320-7-iscsi neutron-server[106253]: pushed versions: Sep 16 19:26:46.603781 dv-cinder-850320-7-iscsi neutron-server[106253]: { 'AddressGroup': {'1.2'}, Sep 16 19:26:46.603781 dv-cinder-850320-7-iscsi neutron-server[106253]: 'Agent': {'1.1'}, Sep 16 19:26:46.603781 dv-cinder-850320-7-iscsi neutron-server[106253]: 'ConntrackHelper': {'1.0'}, Sep 16 19:26:46.603781 dv-cinder-850320-7-iscsi neutron-server[106253]: 'LocalIPAssociation': {'1.0'}, Sep 16 19:26:46.603781 dv-cinder-850320-7-iscsi neutron-server[106253]: 'Log': {'1.0'}, Sep 16 19:26:46.603781 dv-cinder-850320-7-iscsi neutron-server[106253]: 'NDPProxy': {'1.0'}, Sep 16 19:26:46.603781 dv-cinder-850320-7-iscsi neutron-server[106253]: 'Network': {'1.1'}, Sep 16 19:26:46.603781 dv-cinder-850320-7-iscsi neutron-server[106253]: 'Port': {'1.7'}, Sep 16 19:26:46.603781 dv-cinder-850320-7-iscsi neutron-server[106253]: 'PortForwarding': {'1.3'}, Sep 16 19:26:46.603781 dv-cinder-850320-7-iscsi neutron-server[106253]: 'QosPolicy': {'1.10'}, Sep 16 19:26:46.603781 dv-cinder-850320-7-iscsi neutron-server[106253]: 'SecurityGroup': {'1.5'}, Sep 16 19:26:46.603781 dv-cinder-850320-7-iscsi neutron-server[106253]: 'SecurityGroupRule': {'1.2'}, Sep 16 19:26:46.603781 dv-cinder-850320-7-iscsi neutron-server[106253]: 'SubPort': {'1.0'}, Sep 16 19:26:46.603781 dv-cinder-850320-7-iscsi neutron-server[106253]: 'Subnet': {'1.1'}, Sep 16 19:26:46.603781 dv-cinder-850320-7-iscsi neutron-server[106253]: 'Trunk': {'1.1'}} Sep 16 19:26:46.603781 dv-cinder-850320-7-iscsi neutron-server[106253]: consumer versions: Sep 16 19:26:46.603781 dv-cinder-850320-7-iscsi neutron-server[106253]: { DHCP agent@dv-cinder-850320-7-iscsi: {}, Sep 16 19:26:46.603781 dv-cinder-850320-7-iscsi neutron-server[106253]: HyperV agent@hv-cinder-85032: {}, Sep 16 19:26:46.603781 dv-cinder-850320-7-iscsi neutron-server[106253]: L3 agent@dv-cinder-850320-7-iscsi: {}, Sep 16 19:26:46.603781 dv-cinder-850320-7-iscsi neutron-server[106253]: Metadata agent@dv-cinder-850320-7-iscsi: {}, Sep 16 19:26:46.603781 dv-cinder-850320-7-iscsi neutron-server[106253]: Metering agent@dv-cinder-850320-7-iscsi: {}, Sep 16 19:26:46.603781 dv-cinder-850320-7-iscsi neutron-server[106253]: Open vSwitch agent@dv-cinder-850320-7-iscsi: { 'AddressGroup': '1.2', Sep 16 19:26:46.603781 dv-cinder-850320-7-iscsi neutron-server[106253]: 'Agent': '1.1', Sep 16 19:26:46.603781 dv-cinder-850320-7-iscsi neutron-server[106253]: 'ConntrackHelper': '1.0', Sep 16 19:26:46.603781 dv-cinder-850320-7-iscsi neutron-server[106253]: 'LocalIPAssociation': '1.0', Sep 16 19:26:46.603781 dv-cinder-850320-7-iscsi neutron-server[106253]: 'Log': '1.0', Sep 16 19:26:46.603781 dv-cinder-850320-7-iscsi neutron-server[106253]: 'NDPProxy': '1.0', Sep 16 19:26:46.603781 dv-cinder-850320-7-iscsi neutron-server[106253]: 'Network': '1.1', Sep 16 19:26:46.603781 dv-cinder-850320-7-iscsi neutron-server[106253]: 'Port': '1.7', Sep 16 19:26:46.603781 dv-cinder-850320-7-iscsi neutron-server[106253]: 'PortForwarding': '1.3', Sep 16 19:26:46.603781 dv-cinder-850320-7-iscsi neutron-server[106253]: 'QosPolicy': '1.10', Sep 16 19:26:46.603781 dv-cinder-850320-7-iscsi neutron-server[106253]: 'SecurityGroup': '1.5', Sep 16 19:26:46.603781 dv-cinder-850320-7-iscsi neutron-server[106253]: 'SecurityGroupRule': '1.2', Sep 16 19:26:46.603781 dv-cinder-850320-7-iscsi neutron-server[106253]: 'SubPort': '1.0', Sep 16 19:26:46.603781 dv-cinder-850320-7-iscsi neutron-server[106253]: 'Subnet': '1.1', Sep 16 19:26:46.603781 dv-cinder-850320-7-iscsi neutron-server[106253]: 'Trunk': '1.1'}} Sep 16 19:26:46.603781 dv-cinder-850320-7-iscsi neutron-server[106253]: {{(pid=106253) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 19:26:46.626414 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-558d31f9-b541-455b-a8e8-1e88a2a94f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694'] for segment (d2aecd8e-0f77-4a3e-8fa6-6519afb8f770), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:46.626752 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.db.segments_db [None req-558d31f9-b541-455b-a8e8-1e88a2a94f7d admin admin] Added segment d2aecd8e-0f77-4a3e-8fa6-6519afb8f770 of type vlan for network 1b509164-1dc6-4639-9003-d3f932682d2f Sep 16 19:26:46.670817 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-558d31f9-b541-455b-a8e8-1e88a2a94f7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764811224998'] for network (1b509164-1dc6-4639-9003-d3f932682d2f), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:46.695099 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-558d31f9-b541-455b-a8e8-1e88a2a94f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119'] for network (1b509164-1dc6-4639-9003-d3f932682d2f), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:46.696123 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558d31f9-b541-455b-a8e8-1e88a2a94f7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:26:46.696901 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-558d31f9-b541-455b-a8e8-1e88a2a94f7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for network (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:46.772019 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-558d31f9-b541-455b-a8e8-1e88a2a94f7d admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6406651 Sep 16 19:26:46.775131 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 43742) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:26:46.780920 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-a05f5b4c-d784-4984-aeb0-d79d21c70fff admin admin] Request body: {'subnet': {'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1174890714-subnet', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:26:46.793546 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d31f9-b541-455b-a8e8-1e88a2a94f7d admin admin] Pushing event updated for resources: {'Network': ['ID=1b509164-1dc6-4639-9003-d3f932682d2f,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:26:46.807932 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Network 1b509164-1dc6-4639-9003-d3f932682d2f details requested by agent ovs-agent-dv-cinder-850320-7-iscsi with host dv-cinder-850320-7-iscsi {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 19:26:46.808918 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05f5b4c-d784-4984-aeb0-d79d21c70fff admin admin] Made reservation on behalf of 1983ce4dc9bd4050a2399d9f62d3e871 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:26:46.811619 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a05f5b4c-d784-4984-aeb0-d79d21c70fff admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:47.003440 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a05f5b4c-d784-4984-aeb0-d79d21c70fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119'] for subnet (b23467b1-0e6b-4468-bd6e-d295548dcf80), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:47.078323 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f5b4c-d784-4984-aeb0-d79d21c70fff admin admin] Pushing event updated for resources: {'Subnet': ['ID=b23467b1-0e6b-4468-bd6e-d295548dcf80,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:26:47.089947 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05f5b4c-d784-4984-aeb0-d79d21c70fff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:47.090292 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05f5b4c-d784-4984-aeb0-d79d21c70fff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:47.090707 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05f5b4c-d784-4984-aeb0-d79d21c70fff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:47.091085 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05f5b4c-d784-4984-aeb0-d79d21c70fff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:47.091381 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05f5b4c-d784-4984-aeb0-d79d21c70fff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:47.091708 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05f5b4c-d784-4984-aeb0-d79d21c70fff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:47.092032 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05f5b4c-d784-4984-aeb0-d79d21c70fff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:47.092798 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05f5b4c-d784-4984-aeb0-d79d21c70fff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:47.093145 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05f5b4c-d784-4984-aeb0-d79d21c70fff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:47.093526 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05f5b4c-d784-4984-aeb0-d79d21c70fff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:47.093857 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05f5b4c-d784-4984-aeb0-d79d21c70fff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:47.094580 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05f5b4c-d784-4984-aeb0-d79d21c70fff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:47.094903 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05f5b4c-d784-4984-aeb0-d79d21c70fff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:47.095225 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05f5b4c-d784-4984-aeb0-d79d21c70fff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:47.095554 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05f5b4c-d784-4984-aeb0-d79d21c70fff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:47.096798 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05f5b4c-d784-4984-aeb0-d79d21c70fff admin admin] Tracked resource versions report: Sep 16 19:26:47.096798 dv-cinder-850320-7-iscsi neutron-server[106252]: pushed versions: Sep 16 19:26:47.096798 dv-cinder-850320-7-iscsi neutron-server[106252]: { 'AddressGroup': {'1.2'}, Sep 16 19:26:47.096798 dv-cinder-850320-7-iscsi neutron-server[106252]: 'Agent': {'1.1'}, Sep 16 19:26:47.096798 dv-cinder-850320-7-iscsi neutron-server[106252]: 'ConntrackHelper': {'1.0'}, Sep 16 19:26:47.096798 dv-cinder-850320-7-iscsi neutron-server[106252]: 'LocalIPAssociation': {'1.0'}, Sep 16 19:26:47.096798 dv-cinder-850320-7-iscsi neutron-server[106252]: 'Log': {'1.0'}, Sep 16 19:26:47.096798 dv-cinder-850320-7-iscsi neutron-server[106252]: 'NDPProxy': {'1.0'}, Sep 16 19:26:47.096798 dv-cinder-850320-7-iscsi neutron-server[106252]: 'Network': {'1.1'}, Sep 16 19:26:47.096798 dv-cinder-850320-7-iscsi neutron-server[106252]: 'Port': {'1.7'}, Sep 16 19:26:47.096798 dv-cinder-850320-7-iscsi neutron-server[106252]: 'PortForwarding': {'1.3'}, Sep 16 19:26:47.096798 dv-cinder-850320-7-iscsi neutron-server[106252]: 'QosPolicy': {'1.10'}, Sep 16 19:26:47.096798 dv-cinder-850320-7-iscsi neutron-server[106252]: 'SecurityGroup': {'1.5'}, Sep 16 19:26:47.096798 dv-cinder-850320-7-iscsi neutron-server[106252]: 'SecurityGroupRule': {'1.2'}, Sep 16 19:26:47.096798 dv-cinder-850320-7-iscsi neutron-server[106252]: 'SubPort': {'1.0'}, Sep 16 19:26:47.096798 dv-cinder-850320-7-iscsi neutron-server[106252]: 'Subnet': {'1.1'}, Sep 16 19:26:47.096798 dv-cinder-850320-7-iscsi neutron-server[106252]: 'Trunk': {'1.1'}} Sep 16 19:26:47.096798 dv-cinder-850320-7-iscsi neutron-server[106252]: consumer versions: Sep 16 19:26:47.096798 dv-cinder-850320-7-iscsi neutron-server[106252]: { DHCP agent@dv-cinder-850320-7-iscsi: {}, Sep 16 19:26:47.096798 dv-cinder-850320-7-iscsi neutron-server[106252]: HyperV agent@hv-cinder-85032: {}, Sep 16 19:26:47.096798 dv-cinder-850320-7-iscsi neutron-server[106252]: L3 agent@dv-cinder-850320-7-iscsi: {}, Sep 16 19:26:47.096798 dv-cinder-850320-7-iscsi neutron-server[106252]: Metadata agent@dv-cinder-850320-7-iscsi: {}, Sep 16 19:26:47.096798 dv-cinder-850320-7-iscsi neutron-server[106252]: Metering agent@dv-cinder-850320-7-iscsi: {}, Sep 16 19:26:47.096798 dv-cinder-850320-7-iscsi neutron-server[106252]: Open vSwitch agent@dv-cinder-850320-7-iscsi: { 'AddressGroup': '1.2', Sep 16 19:26:47.096798 dv-cinder-850320-7-iscsi neutron-server[106252]: 'Agent': '1.1', Sep 16 19:26:47.096798 dv-cinder-850320-7-iscsi neutron-server[106252]: 'ConntrackHelper': '1.0', Sep 16 19:26:47.096798 dv-cinder-850320-7-iscsi neutron-server[106252]: 'LocalIPAssociation': '1.0', Sep 16 19:26:47.096798 dv-cinder-850320-7-iscsi neutron-server[106252]: 'Log': '1.0', Sep 16 19:26:47.096798 dv-cinder-850320-7-iscsi neutron-server[106252]: 'NDPProxy': '1.0', Sep 16 19:26:47.096798 dv-cinder-850320-7-iscsi neutron-server[106252]: 'Network': '1.1', Sep 16 19:26:47.096798 dv-cinder-850320-7-iscsi neutron-server[106252]: 'Port': '1.7', Sep 16 19:26:47.096798 dv-cinder-850320-7-iscsi neutron-server[106252]: 'PortForwarding': '1.3', Sep 16 19:26:47.096798 dv-cinder-850320-7-iscsi neutron-server[106252]: 'QosPolicy': '1.10', Sep 16 19:26:47.096798 dv-cinder-850320-7-iscsi neutron-server[106252]: 'SecurityGroup': '1.5', Sep 16 19:26:47.096798 dv-cinder-850320-7-iscsi neutron-server[106252]: 'SecurityGroupRule': '1.2', Sep 16 19:26:47.096798 dv-cinder-850320-7-iscsi neutron-server[106252]: 'SubPort': '1.0', Sep 16 19:26:47.096798 dv-cinder-850320-7-iscsi neutron-server[106252]: 'Subnet': '1.1', Sep 16 19:26:47.096798 dv-cinder-850320-7-iscsi neutron-server[106252]: 'Trunk': '1.1'}} Sep 16 19:26:47.096798 dv-cinder-850320-7-iscsi neutron-server[106252]: {{(pid=106252) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 19:26:47.119453 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05f5b4c-d784-4984-aeb0-d79d21c70fff admin admin] Checking segment: {'id': 'd2aecd8e-0f77-4a3e-8fa6-6519afb8f770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:26:47.119806 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05f5b4c-d784-4984-aeb0-d79d21c70fff admin admin] Network hostable DHCP agents. Network: 1b509164-1dc6-4639-9003-d3f932682d2f, hostable agents: ['ba1fefac-954c-4dc4-b172-e3e5be1bbc35'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 19:26:47.138942 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05f5b4c-d784-4984-aeb0-d79d21c70fff admin admin] Network 1b509164-1dc6-4639-9003-d3f932682d2f is scheduled to be hosted by DHCP agent ba1fefac-954c-4dc4-b172-e3e5be1bbc35 with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 19:26:47.151376 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-a05f5b4c-d784-4984-aeb0-d79d21c70fff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850320-7-iscsi, 1b509164-1dc6-4639-9003-d3f932682d2f) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:26:47.163822 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481ad40c-ed72-4825-90bb-d33365b40dce None None] Network 1b509164-1dc6-4639-9003-d3f932682d2f requested from dv-cinder-850320-7-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 19:26:47.165784 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05f5b4c-d784-4984-aeb0-d79d21c70fff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:26:47.166383 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a05f5b4c-d784-4984-aeb0-d79d21c70fff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for subnet (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:47.195914 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 43760) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:26:47.196419 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 43762) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:26:47.210042 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-9d58da3b-7f4b-4bac-8a7a-1362fdc43501 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1174890714-router', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:26:47.210626 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-a05f5b4c-d784-4984-aeb0-d79d21c70fff admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4343622 Sep 16 19:26:47.236452 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 43770) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:26:47.243560 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9d58da3b-7f4b-4bac-8a7a-1362fdc43501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-680076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4722'] for router (9227d13d-de08-4ed6-a833-6283712bcfa7), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:47.244829 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9d58da3b-7f4b-4bac-8a7a-1362fdc43501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-776702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4729'] for router (9227d13d-de08-4ed6-a833-6283712bcfa7), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:47.258245 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 43774) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:26:47.289409 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 43778) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:26:47.326968 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa82afc1-ab1f-4552-be81-ab39b59fc3a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3be41fd3-b622-5347-8adb-91649a85407c-1b509164-1dc6-4639-9003-d3f932682d2f', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'fixed_ips': [{'subnet_id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80'}]}} from dv-cinder-850320-7-iscsi. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 19:26:47.330069 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fa82afc1-ab1f-4552-be81-ab39b59fc3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:47.355240 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9d58da3b-7f4b-4bac-8a7a-1362fdc43501 admin admin] Publish callbacks [] for router_controller (9227d13d-de08-4ed6-a833-6283712bcfa7), precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:47.523944 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9d58da3b-7f4b-4bac-8a7a-1362fdc43501 admin admin] Publish callbacks [] for router_gateway (9227d13d-de08-4ed6-a833-6283712bcfa7), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:47.594859 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-fa82afc1-ab1f-4552-be81-ab39b59fc3a9 None None] Allocated IP 172.20.0.2 (1b509164-1dc6-4639-9003-d3f932682d2f/b23467b1-0e6b-4468-bd6e-d295548dcf80/0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:26:47.707570 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-cb1e497e-8e39-4054-b523-63379015e064 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-281588468-network', 'tenant_id': '04946d4a1ff64961acfa93fa3e5e0fd4'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:26:47.795019 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-a4454cf0-ea9b-42da-8ed1-3b50ab37650b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-595000305-network', 'tenant_id': '233a5a65caee4bc3be172bbd02c4efff'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:26:47.795770 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fa82afc1-ab1f-4552-be81-ab39b59fc3a9 None None] Publish callbacks [] for port (0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:47.807217 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fa82afc1-ab1f-4552-be81-ab39b59fc3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816'] for port (0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:47.846678 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-184c6528-bcf8-4de1-86f7-1ebbbfad86fe admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-432940711-network', 'tenant_id': '804d63e1308b4729aff976d65f667e28'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:26:47.873611 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa82afc1-ab1f-4552-be81-ab39b59fc3a9 None None] Network 1b509164-1dc6-4639-9003-d3f932682d2f is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:26:47.881595 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-fa82afc1-ab1f-4552-be81-ab39b59fc3a9 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:26:47.885294 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa82afc1-ab1f-4552-be81-ab39b59fc3a9 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:26:47.892818 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa82afc1-ab1f-4552-be81-ab39b59fc3a9 None None] Pushing event updated for resources: {'Port': ['ID=0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:26:47.909448 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-ec2af4e0-80e0-496b-bae9-10bcb5e14f3b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2106035523-network', 'tenant_id': 'ea483f6ff12d425fa1e8aa29e472dfe2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:26:47.934013 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa82afc1-ab1f-4552-be81-ab39b59fc3a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:47.935370 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa82afc1-ab1f-4552-be81-ab39b59fc3a9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:47.936302 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa82afc1-ab1f-4552-be81-ab39b59fc3a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:47.937446 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa82afc1-ab1f-4552-be81-ab39b59fc3a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:47.938328 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa82afc1-ab1f-4552-be81-ab39b59fc3a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:47.939099 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa82afc1-ab1f-4552-be81-ab39b59fc3a9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:47.940038 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa82afc1-ab1f-4552-be81-ab39b59fc3a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:47.941202 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa82afc1-ab1f-4552-be81-ab39b59fc3a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:47.941939 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa82afc1-ab1f-4552-be81-ab39b59fc3a9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:47.942443 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa82afc1-ab1f-4552-be81-ab39b59fc3a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:47.942991 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa82afc1-ab1f-4552-be81-ab39b59fc3a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:47.943671 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa82afc1-ab1f-4552-be81-ab39b59fc3a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:47.944234 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa82afc1-ab1f-4552-be81-ab39b59fc3a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:47.945005 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa82afc1-ab1f-4552-be81-ab39b59fc3a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:47.945622 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa82afc1-ab1f-4552-be81-ab39b59fc3a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:47.947215 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa82afc1-ab1f-4552-be81-ab39b59fc3a9 None None] Tracked resource versions report: Sep 16 19:26:47.947215 dv-cinder-850320-7-iscsi neutron-server[106254]: pushed versions: Sep 16 19:26:47.947215 dv-cinder-850320-7-iscsi neutron-server[106254]: { 'AddressGroup': {'1.2'}, Sep 16 19:26:47.947215 dv-cinder-850320-7-iscsi neutron-server[106254]: 'Agent': {'1.1'}, Sep 16 19:26:47.947215 dv-cinder-850320-7-iscsi neutron-server[106254]: 'ConntrackHelper': {'1.0'}, Sep 16 19:26:47.947215 dv-cinder-850320-7-iscsi neutron-server[106254]: 'LocalIPAssociation': {'1.0'}, Sep 16 19:26:47.947215 dv-cinder-850320-7-iscsi neutron-server[106254]: 'Log': {'1.0'}, Sep 16 19:26:47.947215 dv-cinder-850320-7-iscsi neutron-server[106254]: 'NDPProxy': {'1.0'}, Sep 16 19:26:47.947215 dv-cinder-850320-7-iscsi neutron-server[106254]: 'Network': {'1.1'}, Sep 16 19:26:47.947215 dv-cinder-850320-7-iscsi neutron-server[106254]: 'Port': {'1.7'}, Sep 16 19:26:47.947215 dv-cinder-850320-7-iscsi neutron-server[106254]: 'PortForwarding': {'1.3'}, Sep 16 19:26:47.947215 dv-cinder-850320-7-iscsi neutron-server[106254]: 'QosPolicy': {'1.10'}, Sep 16 19:26:47.947215 dv-cinder-850320-7-iscsi neutron-server[106254]: 'SecurityGroup': {'1.5'}, Sep 16 19:26:47.947215 dv-cinder-850320-7-iscsi neutron-server[106254]: 'SecurityGroupRule': {'1.2'}, Sep 16 19:26:47.947215 dv-cinder-850320-7-iscsi neutron-server[106254]: 'SubPort': {'1.0'}, Sep 16 19:26:47.947215 dv-cinder-850320-7-iscsi neutron-server[106254]: 'Subnet': {'1.1'}, Sep 16 19:26:47.947215 dv-cinder-850320-7-iscsi neutron-server[106254]: 'Trunk': {'1.1'}} Sep 16 19:26:47.947215 dv-cinder-850320-7-iscsi neutron-server[106254]: consumer versions: Sep 16 19:26:47.947215 dv-cinder-850320-7-iscsi neutron-server[106254]: { DHCP agent@dv-cinder-850320-7-iscsi: {}, Sep 16 19:26:47.947215 dv-cinder-850320-7-iscsi neutron-server[106254]: HyperV agent@hv-cinder-85032: {}, Sep 16 19:26:47.947215 dv-cinder-850320-7-iscsi neutron-server[106254]: L3 agent@dv-cinder-850320-7-iscsi: {}, Sep 16 19:26:47.947215 dv-cinder-850320-7-iscsi neutron-server[106254]: Metadata agent@dv-cinder-850320-7-iscsi: {}, Sep 16 19:26:47.947215 dv-cinder-850320-7-iscsi neutron-server[106254]: Metering agent@dv-cinder-850320-7-iscsi: {}, Sep 16 19:26:47.947215 dv-cinder-850320-7-iscsi neutron-server[106254]: Open vSwitch agent@dv-cinder-850320-7-iscsi: { 'AddressGroup': '1.2', Sep 16 19:26:47.947215 dv-cinder-850320-7-iscsi neutron-server[106254]: 'Agent': '1.1', Sep 16 19:26:47.947215 dv-cinder-850320-7-iscsi neutron-server[106254]: 'ConntrackHelper': '1.0', Sep 16 19:26:47.947215 dv-cinder-850320-7-iscsi neutron-server[106254]: 'LocalIPAssociation': '1.0', Sep 16 19:26:47.947215 dv-cinder-850320-7-iscsi neutron-server[106254]: 'Log': '1.0', Sep 16 19:26:47.947215 dv-cinder-850320-7-iscsi neutron-server[106254]: 'NDPProxy': '1.0', Sep 16 19:26:47.947215 dv-cinder-850320-7-iscsi neutron-server[106254]: 'Network': '1.1', Sep 16 19:26:47.947215 dv-cinder-850320-7-iscsi neutron-server[106254]: 'Port': '1.7', Sep 16 19:26:47.947215 dv-cinder-850320-7-iscsi neutron-server[106254]: 'PortForwarding': '1.3', Sep 16 19:26:47.947215 dv-cinder-850320-7-iscsi neutron-server[106254]: 'QosPolicy': '1.10', Sep 16 19:26:47.947215 dv-cinder-850320-7-iscsi neutron-server[106254]: 'SecurityGroup': '1.5', Sep 16 19:26:47.947215 dv-cinder-850320-7-iscsi neutron-server[106254]: 'SecurityGroupRule': '1.2', Sep 16 19:26:47.947215 dv-cinder-850320-7-iscsi neutron-server[106254]: 'SubPort': '1.0', Sep 16 19:26:47.947215 dv-cinder-850320-7-iscsi neutron-server[106254]: 'Subnet': '1.1', Sep 16 19:26:47.947215 dv-cinder-850320-7-iscsi neutron-server[106254]: 'Trunk': '1.1'}} Sep 16 19:26:47.947215 dv-cinder-850320-7-iscsi neutron-server[106254]: {{(pid=106254) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 19:26:47.962506 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184c6528-bcf8-4de1-86f7-1ebbbfad86fe admin admin] Made reservation on behalf of 804d63e1308b4729aff976d65f667e28 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:26:47.969805 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-184c6528-bcf8-4de1-86f7-1ebbbfad86fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for network (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:47.992762 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4454cf0-ea9b-42da-8ed1-3b50ab37650b admin admin] Made reservation on behalf of 233a5a65caee4bc3be172bbd02c4efff for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:26:47.998097 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a4454cf0-ea9b-42da-8ed1-3b50ab37650b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for network (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:48.009814 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-fa82afc1-ab1f-4552-be81-ab39b59fc3a9 None None] Attempting to bind port 0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35 on host dv-cinder-850320-7-iscsi for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:26:48.010521 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-fa82afc1-ab1f-4552-be81-ab39b59fc3a9 None None] Attempting to bind port 0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35 by drivers openvswitch,hyperv on host dv-cinder-850320-7-iscsi at level 0 using segments [{'id': 'd2aecd8e-0f77-4a3e-8fa6-6519afb8f770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:26:48.011044 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa82afc1-ab1f-4552-be81-ab39b59fc3a9 None None] Attempting to bind port 0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35 on network 1b509164-1dc6-4639-9003-d3f932682d2f {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:26:48.012606 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2af4e0-80e0-496b-bae9-10bcb5e14f3b admin admin] Made reservation on behalf of ea483f6ff12d425fa1e8aa29e472dfe2 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:26:48.017715 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ec2af4e0-80e0-496b-bae9-10bcb5e14f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for network (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:48.039977 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ec2af4e0-80e0-496b-bae9-10bcb5e14f3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:48.077845 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa82afc1-ab1f-4552-be81-ab39b59fc3a9 None None] Checking agent: {'id': 'b5f6a205-959f-46f4-8ef4-8f70c2c67a2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850320-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 18, 35), 'started_at': datetime.datetime(2022, 9, 16, 19, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850320-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:26:48.078136 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa82afc1-ab1f-4552-be81-ab39b59fc3a9 None None] Checking segment: {'id': 'd2aecd8e-0f77-4a3e-8fa6-6519afb8f770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:26:48.078528 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fa82afc1-ab1f-4552-be81-ab39b59fc3a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:48.078914 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa82afc1-ab1f-4552-be81-ab39b59fc3a9 None None] Bound using segment: {'id': 'd2aecd8e-0f77-4a3e-8fa6-6519afb8f770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:26:48.079494 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-fa82afc1-ab1f-4552-be81-ab39b59fc3a9 None None] Bound port: 0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35, host: dv-cinder-850320-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2aecd8e-0f77-4a3e-8fa6-6519afb8f770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:26:48.079871 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fa82afc1-ab1f-4552-be81-ab39b59fc3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:48.152169 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9d58da3b-7f4b-4bac-8a7a-1362fdc43501 admin admin] Publish callbacks [] for router_gateway (9227d13d-de08-4ed6-a833-6283712bcfa7), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:48.178375 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-fa82afc1-ab1f-4552-be81-ab39b59fc3a9 None None] For port 0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35, host dv-cinder-850320-7-iscsi, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:26:48.183546 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-fa82afc1-ab1f-4552-be81-ab39b59fc3a9 None None] For port 0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35, host dv-cinder-850320-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35,segment=NetworkSegment(d2aecd8e-0f77-4a3e-8fa6-6519afb8f770),segment_id=d2aecd8e-0f77-4a3e-8fa6-6519afb8f770)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:26:48.197997 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-184c6528-bcf8-4de1-86f7-1ebbbfad86fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:48.200419 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1e497e-8e39-4054-b523-63379015e064 admin admin] Made reservation on behalf of 04946d4a1ff64961acfa93fa3e5e0fd4 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:26:48.200964 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fa82afc1-ab1f-4552-be81-ab39b59fc3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:48.216816 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a4454cf0-ea9b-42da-8ed1-3b50ab37650b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:48.223012 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cb1e497e-8e39-4054-b523-63379015e064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for network (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:48.240008 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:48.242051 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9d58da3b-7f4b-4bac-8a7a-1362fdc43501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:48.250824 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cb1e497e-8e39-4054-b523-63379015e064 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:48.333961 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa82afc1-ab1f-4552-be81-ab39b59fc3a9 None None] Pushing event updated for resources: {'Port': ['ID=0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:26:48.337759 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ec2af4e0-80e0-496b-bae9-10bcb5e14f3b admin admin] Publish callbacks [] for security_group (5c638f9e-3ae6-428b-8ba0-15eb2eb3ad45), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:48.361812 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=72,neutron:INSERT=23,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:48.361812 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ec2af4e0-80e0-496b-bae9-10bcb5e14f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (5c638f9e-3ae6-428b-8ba0-15eb2eb3ad45), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:48.428008 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:48.484895 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:INSERT=13,neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:48.555643 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec2af4e0-80e0-496b-bae9-10bcb5e14f3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 19:26:48.569053 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ec2af4e0-80e0-496b-bae9-10bcb5e14f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694'] for segment (1bbf8b0b-6495-4316-87f9-c02c1faf60ca), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:48.569849 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.db.segments_db [None req-ec2af4e0-80e0-496b-bae9-10bcb5e14f3b admin admin] Added segment 1bbf8b0b-6495-4316-87f9-c02c1faf60ca of type vlan for network c95d3abe-3283-4882-9a4b-da4bde31c550 Sep 16 19:26:48.609863 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-9d58da3b-7f4b-4bac-8a7a-1362fdc43501 admin admin] Allocated IP 172.27.2.143 (01cd8397-3ed1-4c5d-9923-fabf569219df/d3fb57fd-37cc-4923-b90f-7dd3d712a8d3/e38e9c5d-921c-450a-a488-6528248c18bd) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:26:48.683584 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ec2af4e0-80e0-496b-bae9-10bcb5e14f3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764811224998'] for network (c95d3abe-3283-4882-9a4b-da4bde31c550), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:48.735810 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2af4e0-80e0-496b-bae9-10bcb5e14f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c638f9e-3ae6-428b-8ba0-15eb2eb3ad45,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:26:48.764831 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ec2af4e0-80e0-496b-bae9-10bcb5e14f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119'] for network (c95d3abe-3283-4882-9a4b-da4bde31c550), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:48.770350 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2af4e0-80e0-496b-bae9-10bcb5e14f3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:26:48.771109 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ec2af4e0-80e0-496b-bae9-10bcb5e14f3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for network (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:48.790663 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cb1e497e-8e39-4054-b523-63379015e064 admin admin] Publish callbacks [] for security_group (3afb4de4-f3a2-4c8a-9293-93965c08bd82), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:48.794866 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-184c6528-bcf8-4de1-86f7-1ebbbfad86fe admin admin] Publish callbacks [] for security_group (53d9318f-571d-4f3c-9112-d11454bcc3fa), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:48.807250 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cb1e497e-8e39-4054-b523-63379015e064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (3afb4de4-f3a2-4c8a-9293-93965c08bd82), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:48.863824 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb1e497e-8e39-4054-b523-63379015e064 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 19:26:48.914251 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9d58da3b-7f4b-4bac-8a7a-1362fdc43501 admin admin] Publish callbacks [] for port (e38e9c5d-921c-450a-a488-6528248c18bd), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:48.930993 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cb1e497e-8e39-4054-b523-63379015e064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694'] for segment (9a125bfa-84c8-4a85-afa9-3cede7e8e124), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:48.931307 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.db.segments_db [None req-cb1e497e-8e39-4054-b523-63379015e064 admin admin] Added segment 9a125bfa-84c8-4a85-afa9-3cede7e8e124 of type vlan for network b0901ed1-4144-4a5a-bea8-b434d36aad2c Sep 16 19:26:48.944357 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-184c6528-bcf8-4de1-86f7-1ebbbfad86fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (53d9318f-571d-4f3c-9112-d11454bcc3fa), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:48.951594 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-ec2af4e0-80e0-496b-bae9-10bcb5e14f3b admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6609015 Sep 16 19:26:48.954932 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 43844) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:26:48.955115 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a4454cf0-ea9b-42da-8ed1-3b50ab37650b admin admin] Publish callbacks [] for security_group (3b1b5ab3-875b-486a-94cf-f6ca47509252), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:48.963385 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-6b159fa7-4b2d-4b91-8135-230932ef8d1a admin admin] Request body: {'subnet': {'network_id': 'c95d3abe-3283-4882-9a4b-da4bde31c550', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2106035523-subnet', 'tenant_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:26:48.971492 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1e497e-8e39-4054-b523-63379015e064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3afb4de4-f3a2-4c8a-9293-93965c08bd82,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:26:48.988355 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a4454cf0-ea9b-42da-8ed1-3b50ab37650b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (3b1b5ab3-875b-486a-94cf-f6ca47509252), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:49.011566 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-184c6528-bcf8-4de1-86f7-1ebbbfad86fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 19:26:49.023404 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2af4e0-80e0-496b-bae9-10bcb5e14f3b admin admin] Pushing event updated for resources: {'Network': ['ID=c95d3abe-3283-4882-9a4b-da4bde31c550,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:26:49.032691 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4454cf0-ea9b-42da-8ed1-3b50ab37650b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 19:26:49.038917 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Network c95d3abe-3283-4882-9a4b-da4bde31c550 details requested by agent ovs-agent-dv-cinder-850320-7-iscsi with host dv-cinder-850320-7-iscsi {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 19:26:49.047795 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c6528-bcf8-4de1-86f7-1ebbbfad86fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d9318f-571d-4f3c-9112-d11454bcc3fa,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:26:49.050619 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cb1e497e-8e39-4054-b523-63379015e064 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764811224998'] for network (b0901ed1-4144-4a5a-bea8-b434d36aad2c), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:49.052970 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-184c6528-bcf8-4de1-86f7-1ebbbfad86fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694'] for segment (8bad0fa0-00c8-4390-9fc0-ed8795108045), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:49.053549 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.db.segments_db [None req-184c6528-bcf8-4de1-86f7-1ebbbfad86fe admin admin] Added segment 8bad0fa0-00c8-4390-9fc0-ed8795108045 of type vlan for network 1e4e6da9-902d-45b4-9fce-268e4415ecdb Sep 16 19:26:49.076157 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b159fa7-4b2d-4b91-8135-230932ef8d1a admin admin] Made reservation on behalf of ea483f6ff12d425fa1e8aa29e472dfe2 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:26:49.078718 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6b159fa7-4b2d-4b91-8135-230932ef8d1a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:49.081969 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a4454cf0-ea9b-42da-8ed1-3b50ab37650b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694'] for segment (8351c8d8-7e98-4f07-8cee-dbde6e8064f9), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:49.082559 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.db.segments_db [None req-a4454cf0-ea9b-42da-8ed1-3b50ab37650b admin admin] Added segment 8351c8d8-7e98-4f07-8cee-dbde6e8064f9 of type vlan for network 06f20952-b833-4b2b-a8fc-17adda48c9e0 Sep 16 19:26:49.159482 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4454cf0-ea9b-42da-8ed1-3b50ab37650b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1b5ab3-875b-486a-94cf-f6ca47509252,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:26:49.172198 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-184c6528-bcf8-4de1-86f7-1ebbbfad86fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764811224998'] for network (1e4e6da9-902d-45b4-9fce-268e4415ecdb), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:49.188204 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9d58da3b-7f4b-4bac-8a7a-1362fdc43501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816'] for port (e38e9c5d-921c-450a-a488-6528248c18bd), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:49.191474 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a4454cf0-ea9b-42da-8ed1-3b50ab37650b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764811224998'] for network (06f20952-b833-4b2b-a8fc-17adda48c9e0), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:49.194314 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=71,neutron:INSERT=19,neutron:UPDATE=8,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:49.242147 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-184c6528-bcf8-4de1-86f7-1ebbbfad86fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119'] for network (1e4e6da9-902d-45b4-9fce-268e4415ecdb), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:49.243522 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184c6528-bcf8-4de1-86f7-1ebbbfad86fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:26:49.244173 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-184c6528-bcf8-4de1-86f7-1ebbbfad86fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for network (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:49.303232 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cb1e497e-8e39-4054-b523-63379015e064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119'] for network (b0901ed1-4144-4a5a-bea8-b434d36aad2c), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:49.305700 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1e497e-8e39-4054-b523-63379015e064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:26:49.306214 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cb1e497e-8e39-4054-b523-63379015e064 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for network (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:49.369335 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=81,neutron:UPDATE=6,neutron:INSERT=12,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:49.391769 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35 up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:26:49.401255 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d58da3b-7f4b-4bac-8a7a-1362fdc43501 admin admin] Network 01cd8397-3ed1-4c5d-9923-fabf569219df is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:26:49.407779 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c6528-bcf8-4de1-86f7-1ebbbfad86fe admin admin] Pushing event updated for resources: {'Network': ['ID=1e4e6da9-902d-45b4-9fce-268e4415ecdb,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:26:49.411532 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a4454cf0-ea9b-42da-8ed1-3b50ab37650b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119'] for network (06f20952-b833-4b2b-a8fc-17adda48c9e0), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:49.413192 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4454cf0-ea9b-42da-8ed1-3b50ab37650b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:26:49.414330 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a4454cf0-ea9b-42da-8ed1-3b50ab37650b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for network (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:49.427152 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-9d58da3b-7f4b-4bac-8a7a-1362fdc43501 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:26:49.448851 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:49.451127 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58da3b-7f4b-4bac-8a7a-1362fdc43501 admin admin] Pushing event updated for resources: {'Port': ['ID=e38e9c5d-921c-450a-a488-6528248c18bd,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:26:49.454040 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Network 1e4e6da9-902d-45b4-9fce-268e4415ecdb details requested by agent ovs-agent-dv-cinder-850320-7-iscsi with host dv-cinder-850320-7-iscsi {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 19:26:49.463965 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d58da3b-7f4b-4bac-8a7a-1362fdc43501 admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:26:49.496123 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-cb1e497e-8e39-4054-b523-63379015e064 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2961624 Sep 16 19:26:49.550224 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1e497e-8e39-4054-b523-63379015e064 admin admin] Pushing event updated for resources: {'Network': ['ID=b0901ed1-4144-4a5a-bea8-b434d36aad2c,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:26:49.555600 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 43876) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:26:49.556263 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4454cf0-ea9b-42da-8ed1-3b50ab37650b admin admin] Pushing event updated for resources: {'Network': ['ID=06f20952-b833-4b2b-a8fc-17adda48c9e0,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:26:49.584096 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-b24e8a99-8254-48b3-9795-27f6eb0ecfdf admin admin] Request body: {'subnet': {'network_id': 'b0901ed1-4144-4a5a-bea8-b434d36aad2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-281588468-subnet', 'tenant_id': '04946d4a1ff64961acfa93fa3e5e0fd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:26:49.599065 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:49.599993 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-184c6528-bcf8-4de1-86f7-1ebbbfad86fe admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.3406684 Sep 16 19:26:49.610118 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 43882) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:26:49.620299 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Network b0901ed1-4144-4a5a-bea8-b434d36aad2c details requested by agent ovs-agent-dv-cinder-850320-7-iscsi with host dv-cinder-850320-7-iscsi {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 19:26:49.633159 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Network 06f20952-b833-4b2b-a8fc-17adda48c9e0 details requested by agent ovs-agent-dv-cinder-850320-7-iscsi with host dv-cinder-850320-7-iscsi {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 19:26:49.634077 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-64921e5f-475b-4cc4-b8b7-c36bddce62bc admin admin] Request body: {'subnet': {'network_id': '1e4e6da9-902d-45b4-9fce-268e4415ecdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-432940711-subnet', 'tenant_id': '804d63e1308b4729aff976d65f667e28', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:26:49.662845 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-a4454cf0-ea9b-42da-8ed1-3b50ab37650b admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4252267 Sep 16 19:26:49.668079 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 43886) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:26:49.678347 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64921e5f-475b-4cc4-b8b7-c36bddce62bc admin admin] Made reservation on behalf of 804d63e1308b4729aff976d65f667e28 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:26:49.682587 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-64921e5f-475b-4cc4-b8b7-c36bddce62bc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:49.705176 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24e8a99-8254-48b3-9795-27f6eb0ecfdf admin admin] Made reservation on behalf of 04946d4a1ff64961acfa93fa3e5e0fd4 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:26:49.714045 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b24e8a99-8254-48b3-9795-27f6eb0ecfdf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:49.770057 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-4b85be25-9c02-4d30-b5a9-93dd871ad981 admin admin] Request body: {'subnet': {'network_id': '06f20952-b833-4b2b-a8fc-17adda48c9e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-595000305-subnet', 'tenant_id': '233a5a65caee4bc3be172bbd02c4efff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:26:49.793609 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:49.825123 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b85be25-9c02-4d30-b5a9-93dd871ad981 admin admin] Made reservation on behalf of 233a5a65caee4bc3be172bbd02c4efff for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:26:49.827756 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4b85be25-9c02-4d30-b5a9-93dd871ad981 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:49.901779 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86df88f1-c23c-47b5-856b-e4584a46cd9f None None] Network 1b509164-1dc6-4639-9003-d3f932682d2f requested from dv-cinder-850320-7-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 19:26:49.925895 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 43890) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:26:50.002231 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-224f75c5-c046-44b3-a1d6-a3d850912837 None None] Provisioning complete for port 0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:26:50.002614 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-224f75c5-c046-44b3-a1d6-a3d850912837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:50.002933 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-224f75c5-c046-44b3-a1d6-a3d850912837 None None] Attempt 1 to provision port 0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35 Sep 16 19:26:50.035577 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:50.045793 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port 0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:26:50.046249 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:50.046509 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port 0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35 Sep 16 19:26:50.145519 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b24e8a99-8254-48b3-9795-27f6eb0ecfdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119'] for subnet (c4ee5b96-68cb-40d5-8b6c-22cb5db9f9bd), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:50.255871 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-14fea33e-079a-410d-a21c-8e4780b6ebee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:50.302691 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e8a99-8254-48b3-9795-27f6eb0ecfdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4ee5b96-68cb-40d5-8b6c-22cb5db9f9bd,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:26:50.316753 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6b159fa7-4b2d-4b91-8135-230932ef8d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119'] for subnet (bd855fb2-111c-4847-9866-e1c6fab3dfc7), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:50.339469 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-224f75c5-c046-44b3-a1d6-a3d850912837 None None] Current status of the port 0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:26:50.341027 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-64921e5f-475b-4cc4-b8b7-c36bddce62bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119'] for subnet (f796f6e5-3b84-4c9f-8c87-22a14447d493), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:50.341688 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-224f75c5-c046-44b3-a1d6-a3d850912837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:50.387419 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9d58da3b-7f4b-4bac-8a7a-1362fdc43501 admin admin] Publish callbacks [] for router_gateway (9227d13d-de08-4ed6-a833-6283712bcfa7), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:50.410380 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:50.411787 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24e8a99-8254-48b3-9795-27f6eb0ecfdf admin admin] Checking segment: {'id': '9a125bfa-84c8-4a85-afa9-3cede7e8e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'b0901ed1-4144-4a5a-bea8-b434d36aad2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:26:50.411935 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24e8a99-8254-48b3-9795-27f6eb0ecfdf admin admin] Network hostable DHCP agents. Network: b0901ed1-4144-4a5a-bea8-b434d36aad2c, hostable agents: ['ba1fefac-954c-4dc4-b172-e3e5be1bbc35'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 19:26:50.441521 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-224f75c5-c046-44b3-a1d6-a3d850912837 None None] For port 0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35,segment=NetworkSegment(d2aecd8e-0f77-4a3e-8fa6-6519afb8f770),segment_id=d2aecd8e-0f77-4a3e-8fa6-6519afb8f770)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:26:50.448961 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b159fa7-4b2d-4b91-8135-230932ef8d1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd855fb2-111c-4847-9866-e1c6fab3dfc7,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:26:50.452451 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-224f75c5-c046-44b3-a1d6-a3d850912837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:50.457760 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64921e5f-475b-4cc4-b8b7-c36bddce62bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f796f6e5-3b84-4c9f-8c87-22a14447d493,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:26:50.479420 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port 0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:26:50.480191 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:50.525023 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f75c5-c046-44b3-a1d6-a3d850912837 None None] Pushing event updated for resources: {'Port': ['ID=0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:26:50.554394 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b159fa7-4b2d-4b91-8135-230932ef8d1a admin admin] Checking segment: {'id': '1bbf8b0b-6495-4316-87f9-c02c1faf60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c95d3abe-3283-4882-9a4b-da4bde31c550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:26:50.554761 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b159fa7-4b2d-4b91-8135-230932ef8d1a admin admin] Network hostable DHCP agents. Network: c95d3abe-3283-4882-9a4b-da4bde31c550, hostable agents: ['ba1fefac-954c-4dc4-b172-e3e5be1bbc35'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 19:26:50.581006 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.db.api [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 16 19:26:50.581006 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG oslo_db.api [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 19:26:50.588412 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-322cd76e-e8c9-4d95-99b8-4c7a58ab7d54 None None] Provisioning complete for port 0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:26:50.588412 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-322cd76e-e8c9-4d95-99b8-4c7a58ab7d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:50.588412 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-322cd76e-e8c9-4d95-99b8-4c7a58ab7d54 None None] Attempt 1 to provision port 0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35 Sep 16 19:26:50.608499 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:50.646355 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24e8a99-8254-48b3-9795-27f6eb0ecfdf admin admin] Network b0901ed1-4144-4a5a-bea8-b434d36aad2c is scheduled to be hosted by DHCP agent ba1fefac-954c-4dc4-b172-e3e5be1bbc35 with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 19:26:50.666050 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4b85be25-9c02-4d30-b5a9-93dd871ad981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119'] for subnet (e7116ad5-faf2-40a4-a2ef-91430a7f616f), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:50.671398 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64921e5f-475b-4cc4-b8b7-c36bddce62bc admin admin] Checking segment: {'id': '8bad0fa0-00c8-4390-9fc0-ed8795108045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1e4e6da9-902d-45b4-9fce-268e4415ecdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:26:50.671772 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64921e5f-475b-4cc4-b8b7-c36bddce62bc admin admin] Network hostable DHCP agents. Network: 1e4e6da9-902d-45b4-9fce-268e4415ecdb, hostable agents: ['ba1fefac-954c-4dc4-b172-e3e5be1bbc35'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 19:26:50.679726 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-14fea33e-079a-410d-a21c-8e4780b6ebee admin admin] Publish callbacks [] for security_group (aabfaca1-b6de-41ff-9101-7c30142f5586), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:50.683774 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-322cd76e-e8c9-4d95-99b8-4c7a58ab7d54 None None] Current status of the port 0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:26:50.688425 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-b24e8a99-8254-48b3-9795-27f6eb0ecfdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850320-7-iscsi, b0901ed1-4144-4a5a-bea8-b434d36aad2c) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:26:50.694406 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-14fea33e-079a-410d-a21c-8e4780b6ebee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (aabfaca1-b6de-41ff-9101-7c30142f5586), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:50.699066 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24e8a99-8254-48b3-9795-27f6eb0ecfdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:26:50.699670 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b24e8a99-8254-48b3-9795-27f6eb0ecfdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for subnet (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:50.700205 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b159fa7-4b2d-4b91-8135-230932ef8d1a admin admin] Network c95d3abe-3283-4882-9a4b-da4bde31c550 is scheduled to be hosted by DHCP agent ba1fefac-954c-4dc4-b172-e3e5be1bbc35 with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 19:26:50.703902 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82dd1a00-4cb0-49d4-9295-63cc65447873 None None] Network b0901ed1-4144-4a5a-bea8-b434d36aad2c requested from dv-cinder-850320-7-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 19:26:50.734631 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64921e5f-475b-4cc4-b8b7-c36bddce62bc admin admin] Network 1e4e6da9-902d-45b4-9fce-268e4415ecdb is scheduled to be hosted by DHCP agent ba1fefac-954c-4dc4-b172-e3e5be1bbc35 with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 19:26:50.749546 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-6b159fa7-4b2d-4b91-8135-230932ef8d1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850320-7-iscsi, c95d3abe-3283-4882-9a4b-da4bde31c550) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:26:50.777028 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b159fa7-4b2d-4b91-8135-230932ef8d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:26:50.777744 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6b159fa7-4b2d-4b91-8135-230932ef8d1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:50.777901 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab651ec-ab68-4799-a70a-7c0f3ca7d02f None None] Network c95d3abe-3283-4882-9a4b-da4bde31c550 requested from dv-cinder-850320-7-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 19:26:50.780289 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:50.788742 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fea33e-079a-410d-a21c-8e4780b6ebee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabfaca1-b6de-41ff-9101-7c30142f5586,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:26:50.823678 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-b24e8a99-8254-48b3-9795-27f6eb0ecfdf admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2569330 Sep 16 19:26:50.827402 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-64921e5f-475b-4cc4-b8b7-c36bddce62bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850320-7-iscsi, 1e4e6da9-902d-45b4-9fce-268e4415ecdb) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:26:50.837869 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-14fea33e-079a-410d-a21c-8e4780b6ebee admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=6f05ccd2435a40feb1a8e2296485a7ba&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9098039 Sep 16 19:26:50.843712 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 43918) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:26:50.916965 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64921e5f-475b-4cc4-b8b7-c36bddce62bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:26:50.917822 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-64921e5f-475b-4cc4-b8b7-c36bddce62bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for subnet (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:50.922539 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa8edb6-57aa-4791-bedf-714819518eb4 None None] Network 1e4e6da9-902d-45b4-9fce-268e4415ecdb requested from dv-cinder-850320-7-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 19:26:50.957799 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3599d475-3217-440d-9434-f4b07b1ef6fe admin admin] Publish callbacks [] for security_group (aabfaca1-b6de-41ff-9101-7c30142f5586), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:50.963526 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-64921e5f-475b-4cc4-b8b7-c36bddce62bc admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3487461 Sep 16 19:26:50.966731 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 43920) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:26:50.971868 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-5f0e49e0-b45a-4172-8cce-c452c8cf11b9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-432940711-router', 'tenant_id': '804d63e1308b4729aff976d65f667e28', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:26:51.001881 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:51.007510 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3599d475-3217-440d-9434-f4b07b1ef6fe admin admin] Publish callbacks [] for security_group (aabfaca1-b6de-41ff-9101-7c30142f5586), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:51.015277 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9d58da3b-7f4b-4bac-8a7a-1362fdc43501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-680937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router (9227d13d-de08-4ed6-a833-6283712bcfa7), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:51.025151 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:51.025332 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce922ff-7a48-45bf-920f-5f61ab16d4d8 None None] Network b0901ed1-4144-4a5a-bea8-b434d36aad2c requested from dv-cinder-850320-7-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 19:26:51.054242 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5f0e49e0-b45a-4172-8cce-c452c8cf11b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-680076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4722'] for router (9d38fda6-a9bd-45ca-89cd-3bbc6e69a609), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:51.056574 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5f0e49e0-b45a-4172-8cce-c452c8cf11b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-776702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4729'] for router (9d38fda6-a9bd-45ca-89cd-3bbc6e69a609), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:51.102288 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b11743-4fe5-4439-a805-e07584148398 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3be41fd3-b622-5347-8adb-91649a85407c-c95d3abe-3283-4882-9a4b-da4bde31c550', 'network_id': 'c95d3abe-3283-4882-9a4b-da4bde31c550', 'project_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'fixed_ips': [{'subnet_id': 'bd855fb2-111c-4847-9866-e1c6fab3dfc7'}]}} from dv-cinder-850320-7-iscsi. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 19:26:51.103180 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-65b11743-4fe5-4439-a805-e07584148398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:51.147292 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5f0e49e0-b45a-4172-8cce-c452c8cf11b9 admin admin] Publish callbacks [] for router_controller (9d38fda6-a9bd-45ca-89cd-3bbc6e69a609), precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:51.186198 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b85be25-9c02-4d30-b5a9-93dd871ad981 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7116ad5-faf2-40a4-a2ef-91430a7f616f,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:26:51.203706 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3599d475-3217-440d-9434-f4b07b1ef6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (aabfaca1-b6de-41ff-9101-7c30142f5586), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:51.206312 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3599d475-3217-440d-9434-f4b07b1ef6fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:51.207475 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-3599d475-3217-440d-9434-f4b07b1ef6fe admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/aabfaca1-b6de-41ff-9101-7c30142f5586 HTTP/1.1" status: 204 len: 168 time: 0.3622272 Sep 16 19:26:51.241282 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-6b159fa7-4b2d-4b91-8135-230932ef8d1a admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2832248 Sep 16 19:26:51.248317 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 43928) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:26:51.253392 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-4d68ff5f-271f-444b-95b4-f43ced92c7db admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2106035523-router', 'tenant_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:26:51.269677 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599d475-3217-440d-9434-f4b07b1ef6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabfaca1-b6de-41ff-9101-7c30142f5586,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:26:51.289781 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b85be25-9c02-4d30-b5a9-93dd871ad981 admin admin] Checking segment: {'id': '8351c8d8-7e98-4f07-8cee-dbde6e8064f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '06f20952-b833-4b2b-a8fc-17adda48c9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:26:51.290296 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b85be25-9c02-4d30-b5a9-93dd871ad981 admin admin] Network hostable DHCP agents. Network: 06f20952-b833-4b2b-a8fc-17adda48c9e0, hostable agents: ['ba1fefac-954c-4dc4-b172-e3e5be1bbc35'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 19:26:51.371677 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5f0e49e0-b45a-4172-8cce-c452c8cf11b9 admin admin] Publish callbacks [] for router_gateway (9d38fda6-a9bd-45ca-89cd-3bbc6e69a609), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:51.380172 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4d68ff5f-271f-444b-95b4-f43ced92c7db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-680076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4722'] for router (740295f4-51e8-4b53-b3d9-d5677e6c4721), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:51.381581 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4d68ff5f-271f-444b-95b4-f43ced92c7db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-776702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4729'] for router (740295f4-51e8-4b53-b3d9-d5677e6c4721), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:51.388097 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:51.444223 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b85be25-9c02-4d30-b5a9-93dd871ad981 admin admin] Network 06f20952-b833-4b2b-a8fc-17adda48c9e0 is scheduled to be hosted by DHCP agent ba1fefac-954c-4dc4-b172-e3e5be1bbc35 with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 19:26:51.489110 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d58da3b-7f4b-4bac-8a7a-1362fdc43501 admin admin] Router 9227d13d-de08-4ed6-a833-6283712bcfa7 is scheduled to L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 19:26:51.499563 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4d68ff5f-271f-444b-95b4-f43ced92c7db admin admin] Publish callbacks [] for router_controller (740295f4-51e8-4b53-b3d9-d5677e6c4721), precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:51.506840 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-4b85be25-9c02-4d30-b5a9-93dd871ad981 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850320-7-iscsi, 06f20952-b833-4b2b-a8fc-17adda48c9e0) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:26:51.563917 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c15f99-fdf1-458f-b7f0-bf0139b9f3ba None None] Network 06f20952-b833-4b2b-a8fc-17adda48c9e0 requested from dv-cinder-850320-7-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 19:26:51.566761 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e9ebfd-b043-4038-b43a-f6b171dcdcf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3be41fd3-b622-5347-8adb-91649a85407c-1e4e6da9-902d-45b4-9fce-268e4415ecdb', 'network_id': '1e4e6da9-902d-45b4-9fce-268e4415ecdb', 'project_id': '804d63e1308b4729aff976d65f667e28', 'fixed_ips': [{'subnet_id': 'f796f6e5-3b84-4c9f-8c87-22a14447d493'}]}} from dv-cinder-850320-7-iscsi. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 19:26:51.567826 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-60e9ebfd-b043-4038-b43a-f6b171dcdcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:51.633116 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d58da3b-7f4b-4bac-8a7a-1362fdc43501 admin admin] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:26:51.635837 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b85be25-9c02-4d30-b5a9-93dd871ad981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:26:51.636953 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4b85be25-9c02-4d30-b5a9-93dd871ad981 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:51.645527 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58b6fdd-7883-4db1-b840-b10660af58f5 None None] Sync routers for ids ['9227d13d-de08-4ed6-a833-6283712bcfa7'] in dv-cinder-850320-7-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:26:51.666757 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58b6fdd-7883-4db1-b840-b10660af58f5 None None] Routers {'9227d13d-de08-4ed6-a833-6283712bcfa7'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:26:51.667363 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-e58b6fdd-7883-4db1-b840-b10660af58f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:26:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['9227d13d-de08-4ed6-a833-6283712bcfa7'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:26:51.727101 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:51.735850 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-60e9ebfd-b043-4038-b43a-f6b171dcdcf7 None None] Allocated IP 172.20.0.2 (1e4e6da9-902d-45b4-9fce-268e4415ecdb/f796f6e5-3b84-4c9f-8c87-22a14447d493/cec30bd8-93ca-4e57-9fce-b8840b1a6f37) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:26:51.808224 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4d68ff5f-271f-444b-95b4-f43ced92c7db admin admin] Publish callbacks [] for router_gateway (740295f4-51e8-4b53-b3d9-d5677e6c4721), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:51.816515 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-4b85be25-9c02-4d30-b5a9-93dd871ad981 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0585139 Sep 16 19:26:51.821958 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9d58da3b-7f4b-4bac-8a7a-1362fdc43501 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:51.827990 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-9d58da3b-7f4b-4bac-8a7a-1362fdc43501 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6247830 Sep 16 19:26:51.827990 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 43950) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:26:51.829416 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-30fff7c4-5910-489c-9ae0-3f7508bdf267 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-595000305-router', 'tenant_id': '233a5a65caee4bc3be172bbd02c4efff', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:26:51.833127 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 43952) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:26:51.869078 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5f0e49e0-b45a-4172-8cce-c452c8cf11b9 admin admin] Publish callbacks [] for router_gateway (9d38fda6-a9bd-45ca-89cd-3bbc6e69a609), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:51.914510 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5f0e49e0-b45a-4172-8cce-c452c8cf11b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:51.974941 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-30fff7c4-5910-489c-9ae0-3f7508bdf267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-680076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4722'] for router (75a5a185-19fc-4c58-a3e5-6ca6afe266a0), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:51.976421 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-30fff7c4-5910-489c-9ae0-3f7508bdf267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-776702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4729'] for router (75a5a185-19fc-4c58-a3e5-6ca6afe266a0), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:52.069367 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-30fff7c4-5910-489c-9ae0-3f7508bdf267 admin admin] Publish callbacks [] for router_controller (75a5a185-19fc-4c58-a3e5-6ca6afe266a0), precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:52.109380 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-60e9ebfd-b043-4038-b43a-f6b171dcdcf7 None None] Publish callbacks [] for port (cec30bd8-93ca-4e57-9fce-b8840b1a6f37), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:52.112582 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 43962) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:26:52.133082 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-c361f15e-f064-4703-8e4d-f081813c609e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-509204668-network', 'tenant_id': '2bb26df5a5a741f8a84f4b43aa052c91'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:26:52.137259 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-60e9ebfd-b043-4038-b43a-f6b171dcdcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816'] for port (cec30bd8-93ca-4e57-9fce-b8840b1a6f37), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:52.167022 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:52.181485 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:52.190307 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e9ebfd-b043-4038-b43a-f6b171dcdcf7 None None] Network 1e4e6da9-902d-45b4-9fce-268e4415ecdb is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:26:52.191047 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-5f0e49e0-b45a-4172-8cce-c452c8cf11b9 admin admin] Allocated IP 172.27.2.136 (01cd8397-3ed1-4c5d-9923-fabf569219df/d3fb57fd-37cc-4923-b90f-7dd3d712a8d3/5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:26:52.191633 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port 0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:26:52.208496 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c361f15e-f064-4703-8e4d-f081813c609e admin admin] Made reservation on behalf of 2bb26df5a5a741f8a84f4b43aa052c91 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:26:52.208724 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-60e9ebfd-b043-4038-b43a-f6b171dcdcf7 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:26:52.212986 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c361f15e-f064-4703-8e4d-f081813c609e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for network (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:52.229153 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c361f15e-f064-4703-8e4d-f081813c609e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:52.237431 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e9ebfd-b043-4038-b43a-f6b171dcdcf7 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:26:52.317013 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-e58b6fdd-7883-4db1-b840-b10660af58f5 None None] Set router 9227d13d-de08-4ed6-a833-6283712bcfa7 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:26:52.451517 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4d68ff5f-271f-444b-95b4-f43ced92c7db admin admin] Publish callbacks [] for router_gateway (740295f4-51e8-4b53-b3d9-d5677e6c4721), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:52.480772 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e9ebfd-b043-4038-b43a-f6b171dcdcf7 None None] Pushing event updated for resources: {'Port': ['ID=cec30bd8-93ca-4e57-9fce-b8840b1a6f37,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:26:52.486478 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4d68ff5f-271f-444b-95b4-f43ced92c7db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:52.539343 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-60e9ebfd-b043-4038-b43a-f6b171dcdcf7 None None] Attempting to bind port cec30bd8-93ca-4e57-9fce-b8840b1a6f37 on host dv-cinder-850320-7-iscsi for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:26:52.539943 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-60e9ebfd-b043-4038-b43a-f6b171dcdcf7 None None] Attempting to bind port cec30bd8-93ca-4e57-9fce-b8840b1a6f37 by drivers openvswitch,hyperv on host dv-cinder-850320-7-iscsi at level 0 using segments [{'id': '8bad0fa0-00c8-4390-9fc0-ed8795108045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1e4e6da9-902d-45b4-9fce-268e4415ecdb'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:26:52.540604 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e9ebfd-b043-4038-b43a-f6b171dcdcf7 None None] Attempting to bind port cec30bd8-93ca-4e57-9fce-b8840b1a6f37 on network 1e4e6da9-902d-45b4-9fce-268e4415ecdb {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:26:52.604265 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-65b11743-4fe5-4439-a805-e07584148398 None None] Allocated IP 172.20.0.2 (c95d3abe-3283-4882-9a4b-da4bde31c550/bd855fb2-111c-4847-9866-e1c6fab3dfc7/80985e4a-a4e4-4dd8-bdb1-ee6557658b1a) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:26:52.612241 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c361f15e-f064-4703-8e4d-f081813c609e admin admin] Publish callbacks [] for security_group (cd6e818e-1b6f-430c-a6f8-2ebdba866cc4), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:52.623391 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:52.637213 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd35ff07-3857-4965-89e9-4a7b9e2eedad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3be41fd3-b622-5347-8adb-91649a85407c-06f20952-b833-4b2b-a8fc-17adda48c9e0', 'network_id': '06f20952-b833-4b2b-a8fc-17adda48c9e0', 'project_id': '233a5a65caee4bc3be172bbd02c4efff', 'fixed_ips': [{'subnet_id': 'e7116ad5-faf2-40a4-a2ef-91430a7f616f'}]}} from dv-cinder-850320-7-iscsi. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 19:26:52.638591 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cd35ff07-3857-4965-89e9-4a7b9e2eedad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:52.661871 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c361f15e-f064-4703-8e4d-f081813c609e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (cd6e818e-1b6f-430c-a6f8-2ebdba866cc4), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:52.673527 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35 up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:26:52.748971 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c361f15e-f064-4703-8e4d-f081813c609e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 19:26:52.790822 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e9ebfd-b043-4038-b43a-f6b171dcdcf7 None None] Checking agent: {'id': 'b5f6a205-959f-46f4-8ef4-8f70c2c67a2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850320-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 18, 35), 'started_at': datetime.datetime(2022, 9, 16, 19, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850320-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:26:52.791226 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e9ebfd-b043-4038-b43a-f6b171dcdcf7 None None] Checking segment: {'id': '8bad0fa0-00c8-4390-9fc0-ed8795108045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1e4e6da9-902d-45b4-9fce-268e4415ecdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:26:52.791421 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-e58b6fdd-7883-4db1-b840-b10660af58f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'name': 'tempest-AttachVolumeNegativeTest-1174890714-router', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:47Z', 'updated_at': '2022-09-16T19:26:49Z', 'revision_number': 3, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'gw_port': {'id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:dd:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:48Z', 'updated_at': '2022-09-16T19:26:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi'}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:26:52.792111 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-60e9ebfd-b043-4038-b43a-f6b171dcdcf7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:52.792111 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e9ebfd-b043-4038-b43a-f6b171dcdcf7 None None] Bound using segment: {'id': '8bad0fa0-00c8-4390-9fc0-ed8795108045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1e4e6da9-902d-45b4-9fce-268e4415ecdb'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:26:52.794506 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-60e9ebfd-b043-4038-b43a-f6b171dcdcf7 None None] Bound port: cec30bd8-93ca-4e57-9fce-b8840b1a6f37, host: dv-cinder-850320-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bad0fa0-00c8-4390-9fc0-ed8795108045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1e4e6da9-902d-45b4-9fce-268e4415ecdb'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:26:52.794946 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-60e9ebfd-b043-4038-b43a-f6b171dcdcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (cec30bd8-93ca-4e57-9fce-b8840b1a6f37), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:52.805834 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-30fff7c4-5910-489c-9ae0-3f7508bdf267 admin admin] Publish callbacks [] for router_gateway (75a5a185-19fc-4c58-a3e5-6ca6afe266a0), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:52.844226 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:52.846310 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c361f15e-f064-4703-8e4d-f081813c609e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694'] for segment (1b7ab73a-372c-41cb-bb16-b7a32e2d80e3), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:52.846961 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.db.segments_db [None req-c361f15e-f064-4703-8e4d-f081813c609e admin admin] Added segment 1b7ab73a-372c-41cb-bb16-b7a32e2d80e3 of type vlan for network 643af6f7-8345-40b4-b9fa-a9b2604c48a0 Sep 16 19:26:52.886659 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58b6fdd-7883-4db1-b840-b10660af58f5 None None] Checking router: 9227d13d-de08-4ed6-a833-6283712bcfa7 for host: dv-cinder-850320-7-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:26:52.887096 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58b6fdd-7883-4db1-b840-b10660af58f5 None None] Updating router 9227d13d-de08-4ed6-a833-6283712bcfa7 port e38e9c5d-921c-450a-a488-6528248c18bd binding host dv-cinder-850320-7-iscsi {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 19:26:52.946731 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-e58b6fdd-7883-4db1-b840-b10660af58f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (e38e9c5d-921c-450a-a488-6528248c18bd), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:52.985640 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c361f15e-f064-4703-8e4d-f081813c609e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6e818e-1b6f-430c-a6f8-2ebdba866cc4,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:26:53.003730 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c361f15e-f064-4703-8e4d-f081813c609e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764811224998'] for network (643af6f7-8345-40b4-b9fa-a9b2604c48a0), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:53.013626 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5f0e49e0-b45a-4172-8cce-c452c8cf11b9 admin admin] Publish callbacks [] for port (5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:53.049654 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:53.140694 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c361f15e-f064-4703-8e4d-f081813c609e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119'] for network (643af6f7-8345-40b4-b9fa-a9b2604c48a0), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:53.144720 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c361f15e-f064-4703-8e4d-f081813c609e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:26:53.145363 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c361f15e-f064-4703-8e4d-f081813c609e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for network (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:53.241943 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5f0e49e0-b45a-4172-8cce-c452c8cf11b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816'] for port (5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:53.247980 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-c361f15e-f064-4703-8e4d-f081813c609e admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1321447 Sep 16 19:26:53.275527 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port 0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:26:53.276062 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:53.276241 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port 0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35 Sep 16 19:26:53.296886 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 44000) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:26:53.307402 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0e49e0-b45a-4172-8cce-c452c8cf11b9 admin admin] Pushing event updated for resources: {'Port': ['ID=5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:26:53.315458 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-36267fde-9a65-479f-9923-0f4d8d40c7f7 admin admin] Request body: {'subnet': {'network_id': '643af6f7-8345-40b4-b9fa-a9b2604c48a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-509204668-subnet', 'tenant_id': '2bb26df5a5a741f8a84f4b43aa052c91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:26:53.368162 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c361f15e-f064-4703-8e4d-f081813c609e admin admin] Pushing event updated for resources: {'Network': ['ID=643af6f7-8345-40b4-b9fa-a9b2604c48a0,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:26:53.371616 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36267fde-9a65-479f-9923-0f4d8d40c7f7 admin admin] Made reservation on behalf of 2bb26df5a5a741f8a84f4b43aa052c91 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:26:53.374994 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-36267fde-9a65-479f-9923-0f4d8d40c7f7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:53.389425 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0e49e0-b45a-4172-8cce-c452c8cf11b9 admin admin] Network 01cd8397-3ed1-4c5d-9923-fabf569219df is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:26:53.411616 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-5f0e49e0-b45a-4172-8cce-c452c8cf11b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:26:53.452847 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Network 643af6f7-8345-40b4-b9fa-a9b2604c48a0 details requested by agent ovs-agent-dv-cinder-850320-7-iscsi with host dv-cinder-850320-7-iscsi {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 19:26:53.468672 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0e49e0-b45a-4172-8cce-c452c8cf11b9 admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:26:53.587684 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-60e9ebfd-b043-4038-b43a-f6b171dcdcf7 None None] For port cec30bd8-93ca-4e57-9fce-b8840b1a6f37, host dv-cinder-850320-7-iscsi, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:26:53.607531 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:53.642800 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-60e9ebfd-b043-4038-b43a-f6b171dcdcf7 None None] For port cec30bd8-93ca-4e57-9fce-b8840b1a6f37, host dv-cinder-850320-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=cec30bd8-93ca-4e57-9fce-b8840b1a6f37,segment=NetworkSegment(8bad0fa0-00c8-4390-9fc0-ed8795108045),segment_id=8bad0fa0-00c8-4390-9fc0-ed8795108045)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:26:53.668291 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-4d68ff5f-271f-444b-95b4-f43ced92c7db admin admin] Allocated IP 172.27.2.221 (01cd8397-3ed1-4c5d-9923-fabf569219df/d3fb57fd-37cc-4923-b90f-7dd3d712a8d3/dd937700-5f8d-4f77-b3ab-9d4e1a64f888) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:26:53.679862 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-cd35ff07-3857-4965-89e9-4a7b9e2eedad None None] Allocated IP 172.20.0.2 (06f20952-b833-4b2b-a8fc-17adda48c9e0/e7116ad5-faf2-40a4-a2ef-91430a7f616f/d75a9e4d-fe13-463b-ba52-a159e68cc115) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:26:53.685930 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-60e9ebfd-b043-4038-b43a-f6b171dcdcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (cec30bd8-93ca-4e57-9fce-b8840b1a6f37), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:53.690372 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:53.700563 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-65b11743-4fe5-4439-a805-e07584148398 None None] Publish callbacks [] for port (80985e4a-a4e4-4dd8-bdb1-ee6557658b1a), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:53.704503 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port 0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:26:53.715473 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ee490243-5f6f-4977-8606-cd12afd367db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:53.720499 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-30fff7c4-5910-489c-9ae0-3f7508bdf267 admin admin] Publish callbacks [] for router_gateway (75a5a185-19fc-4c58-a3e5-6ca6afe266a0), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:53.736024 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-65b11743-4fe5-4439-a805-e07584148398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816'] for port (80985e4a-a4e4-4dd8-bdb1-ee6557658b1a), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:53.747528 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-30fff7c4-5910-489c-9ae0-3f7508bdf267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:53.751158 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:53.878860 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b11743-4fe5-4439-a805-e07584148398 None None] Network c95d3abe-3283-4882-9a4b-da4bde31c550 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:26:53.880559 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e9ebfd-b043-4038-b43a-f6b171dcdcf7 None None] Pushing event updated for resources: {'Port': ['ID=cec30bd8-93ca-4e57-9fce-b8840b1a6f37,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:26:53.887859 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-65b11743-4fe5-4439-a805-e07584148398 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:26:53.917650 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b11743-4fe5-4439-a805-e07584148398 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:26:53.972039 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-36267fde-9a65-479f-9923-0f4d8d40c7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119'] for subnet (a3987f1b-62d0-409f-9950-4a5f5111a975), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:54.015447 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4d68ff5f-271f-444b-95b4-f43ced92c7db admin admin] Publish callbacks [] for port (dd937700-5f8d-4f77-b3ab-9d4e1a64f888), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:54.033731 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:54.063528 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5f0e49e0-b45a-4172-8cce-c452c8cf11b9 admin admin] Publish callbacks [] for router_gateway (9d38fda6-a9bd-45ca-89cd-3bbc6e69a609), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:54.114304 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-65b11743-4fe5-4439-a805-e07584148398 None None] Attempting to bind port 80985e4a-a4e4-4dd8-bdb1-ee6557658b1a on host dv-cinder-850320-7-iscsi for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:26:54.114668 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-65b11743-4fe5-4439-a805-e07584148398 None None] Attempting to bind port 80985e4a-a4e4-4dd8-bdb1-ee6557658b1a by drivers openvswitch,hyperv on host dv-cinder-850320-7-iscsi at level 0 using segments [{'id': '1bbf8b0b-6495-4316-87f9-c02c1faf60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c95d3abe-3283-4882-9a4b-da4bde31c550'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:26:54.115022 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b11743-4fe5-4439-a805-e07584148398 None None] Attempting to bind port 80985e4a-a4e4-4dd8-bdb1-ee6557658b1a on network c95d3abe-3283-4882-9a4b-da4bde31c550 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:26:54.128170 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:54.161604 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-ee490243-5f6f-4977-8606-cd12afd367db admin admin] Allocated IP 172.20.0.1 (1b509164-1dc6-4639-9003-d3f932682d2f/b23467b1-0e6b-4468-bd6e-d295548dcf80/2aea26ef-78b1-4046-af15-928f65832dc2) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:26:54.172741 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4d68ff5f-271f-444b-95b4-f43ced92c7db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816'] for port (dd937700-5f8d-4f77-b3ab-9d4e1a64f888), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:54.205227 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b11743-4fe5-4439-a805-e07584148398 None None] Pushing event updated for resources: {'Port': ['ID=80985e4a-a4e4-4dd8-bdb1-ee6557658b1a,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:26:54.234093 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d68ff5f-271f-444b-95b4-f43ced92c7db admin admin] Network 01cd8397-3ed1-4c5d-9923-fabf569219df is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:26:54.242487 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-4d68ff5f-271f-444b-95b4-f43ced92c7db admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:26:54.249964 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b11743-4fe5-4439-a805-e07584148398 None None] Checking agent: {'id': 'b5f6a205-959f-46f4-8ef4-8f70c2c67a2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850320-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 18, 35), 'started_at': datetime.datetime(2022, 9, 16, 19, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850320-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:26:54.250176 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d68ff5f-271f-444b-95b4-f43ced92c7db admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:26:54.250253 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b11743-4fe5-4439-a805-e07584148398 None None] Checking segment: {'id': '1bbf8b0b-6495-4316-87f9-c02c1faf60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c95d3abe-3283-4882-9a4b-da4bde31c550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:26:54.250642 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-65b11743-4fe5-4439-a805-e07584148398 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:54.251033 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b11743-4fe5-4439-a805-e07584148398 None None] Bound using segment: {'id': '1bbf8b0b-6495-4316-87f9-c02c1faf60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c95d3abe-3283-4882-9a4b-da4bde31c550'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:26:54.251527 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-65b11743-4fe5-4439-a805-e07584148398 None None] Bound port: 80985e4a-a4e4-4dd8-bdb1-ee6557658b1a, host: dv-cinder-850320-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bbf8b0b-6495-4316-87f9-c02c1faf60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c95d3abe-3283-4882-9a4b-da4bde31c550'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:26:54.251903 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-65b11743-4fe5-4439-a805-e07584148398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (80985e4a-a4e4-4dd8-bdb1-ee6557658b1a), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:54.344629 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36267fde-9a65-479f-9923-0f4d8d40c7f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3987f1b-62d0-409f-9950-4a5f5111a975,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:26:54.350491 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:54.393682 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-65b11743-4fe5-4439-a805-e07584148398 None None] For port 80985e4a-a4e4-4dd8-bdb1-ee6557658b1a, host dv-cinder-850320-7-iscsi, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:26:54.410295 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-65b11743-4fe5-4439-a805-e07584148398 None None] For port 80985e4a-a4e4-4dd8-bdb1-ee6557658b1a, host dv-cinder-850320-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=80985e4a-a4e4-4dd8-bdb1-ee6557658b1a,segment=NetworkSegment(1bbf8b0b-6495-4316-87f9-c02c1faf60ca),segment_id=1bbf8b0b-6495-4316-87f9-c02c1faf60ca)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:26:54.427323 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36267fde-9a65-479f-9923-0f4d8d40c7f7 admin admin] Checking segment: {'id': '1b7ab73a-372c-41cb-bb16-b7a32e2d80e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '643af6f7-8345-40b4-b9fa-a9b2604c48a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:26:54.427854 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36267fde-9a65-479f-9923-0f4d8d40c7f7 admin admin] Network hostable DHCP agents. Network: 643af6f7-8345-40b4-b9fa-a9b2604c48a0, hostable agents: ['ba1fefac-954c-4dc4-b172-e3e5be1bbc35'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 19:26:54.448812 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ee490243-5f6f-4977-8606-cd12afd367db admin admin] Publish callbacks [] for port (2aea26ef-78b1-4046-af15-928f65832dc2), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:54.450265 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cd35ff07-3857-4965-89e9-4a7b9e2eedad None None] Publish callbacks [] for port (d75a9e4d-fe13-463b-ba52-a159e68cc115), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:54.460125 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-65b11743-4fe5-4439-a805-e07584148398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (80985e4a-a4e4-4dd8-bdb1-ee6557658b1a), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:54.523582 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cd35ff07-3857-4965-89e9-4a7b9e2eedad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816'] for port (d75a9e4d-fe13-463b-ba52-a159e68cc115), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:54.533570 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36267fde-9a65-479f-9923-0f4d8d40c7f7 admin admin] Network 643af6f7-8345-40b4-b9fa-a9b2604c48a0 is scheduled to be hosted by DHCP agent ba1fefac-954c-4dc4-b172-e3e5be1bbc35 with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 19:26:54.553939 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-e58b6fdd-7883-4db1-b840-b10660af58f5 None None] Publish callbacks [] for port (e38e9c5d-921c-450a-a488-6528248c18bd), precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:54.565900 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-e58b6fdd-7883-4db1-b840-b10660af58f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (e38e9c5d-921c-450a-a488-6528248c18bd), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:54.593902 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b11743-4fe5-4439-a805-e07584148398 None None] Pushing event updated for resources: {'Port': ['ID=80985e4a-a4e4-4dd8-bdb1-ee6557658b1a,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:26:54.619423 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ee490243-5f6f-4977-8606-cd12afd367db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816'] for port (2aea26ef-78b1-4046-af15-928f65832dc2), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:54.626272 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-36267fde-9a65-479f-9923-0f4d8d40c7f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850320-7-iscsi, 643af6f7-8345-40b4-b9fa-a9b2604c48a0) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:26:54.631193 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d03697b-30d2-41ec-af39-4f8aaefffd49 None None] Pushing event updated for resources: {'Port': ['ID=e38e9c5d-921c-450a-a488-6528248c18bd,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:26:54.637845 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36267fde-9a65-479f-9923-0f4d8d40c7f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:26:54.638463 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-36267fde-9a65-479f-9923-0f4d8d40c7f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for subnet (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:54.641925 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03697b-30d2-41ec-af39-4f8aaefffd49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:54.642341 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03697b-30d2-41ec-af39-4f8aaefffd49 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:54.643004 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03697b-30d2-41ec-af39-4f8aaefffd49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:54.643413 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03697b-30d2-41ec-af39-4f8aaefffd49 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:54.643804 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03697b-30d2-41ec-af39-4f8aaefffd49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:54.644197 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03697b-30d2-41ec-af39-4f8aaefffd49 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:54.644581 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03697b-30d2-41ec-af39-4f8aaefffd49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:54.645080 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03697b-30d2-41ec-af39-4f8aaefffd49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:54.645587 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03697b-30d2-41ec-af39-4f8aaefffd49 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:54.646076 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03697b-30d2-41ec-af39-4f8aaefffd49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:54.646553 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03697b-30d2-41ec-af39-4f8aaefffd49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:54.647034 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03697b-30d2-41ec-af39-4f8aaefffd49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:54.647363 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03697b-30d2-41ec-af39-4f8aaefffd49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:54.647682 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03697b-30d2-41ec-af39-4f8aaefffd49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:54.648000 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03697b-30d2-41ec-af39-4f8aaefffd49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:26:54.649245 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03697b-30d2-41ec-af39-4f8aaefffd49 None None] Tracked resource versions report: Sep 16 19:26:54.649245 dv-cinder-850320-7-iscsi neutron-server[106255]: pushed versions: Sep 16 19:26:54.649245 dv-cinder-850320-7-iscsi neutron-server[106255]: { 'AddressGroup': {'1.2'}, Sep 16 19:26:54.649245 dv-cinder-850320-7-iscsi neutron-server[106255]: 'Agent': {'1.1'}, Sep 16 19:26:54.649245 dv-cinder-850320-7-iscsi neutron-server[106255]: 'ConntrackHelper': {'1.0'}, Sep 16 19:26:54.649245 dv-cinder-850320-7-iscsi neutron-server[106255]: 'LocalIPAssociation': {'1.0'}, Sep 16 19:26:54.649245 dv-cinder-850320-7-iscsi neutron-server[106255]: 'Log': {'1.0'}, Sep 16 19:26:54.649245 dv-cinder-850320-7-iscsi neutron-server[106255]: 'NDPProxy': {'1.0'}, Sep 16 19:26:54.649245 dv-cinder-850320-7-iscsi neutron-server[106255]: 'Network': {'1.1'}, Sep 16 19:26:54.649245 dv-cinder-850320-7-iscsi neutron-server[106255]: 'Port': {'1.7'}, Sep 16 19:26:54.649245 dv-cinder-850320-7-iscsi neutron-server[106255]: 'PortForwarding': {'1.3'}, Sep 16 19:26:54.649245 dv-cinder-850320-7-iscsi neutron-server[106255]: 'QosPolicy': {'1.10'}, Sep 16 19:26:54.649245 dv-cinder-850320-7-iscsi neutron-server[106255]: 'SecurityGroup': {'1.5'}, Sep 16 19:26:54.649245 dv-cinder-850320-7-iscsi neutron-server[106255]: 'SecurityGroupRule': {'1.2'}, Sep 16 19:26:54.649245 dv-cinder-850320-7-iscsi neutron-server[106255]: 'SubPort': {'1.0'}, Sep 16 19:26:54.649245 dv-cinder-850320-7-iscsi neutron-server[106255]: 'Subnet': {'1.1'}, Sep 16 19:26:54.649245 dv-cinder-850320-7-iscsi neutron-server[106255]: 'Trunk': {'1.1'}} Sep 16 19:26:54.649245 dv-cinder-850320-7-iscsi neutron-server[106255]: consumer versions: Sep 16 19:26:54.649245 dv-cinder-850320-7-iscsi neutron-server[106255]: { DHCP agent@dv-cinder-850320-7-iscsi: {}, Sep 16 19:26:54.649245 dv-cinder-850320-7-iscsi neutron-server[106255]: HyperV agent@hv-cinder-85032: {}, Sep 16 19:26:54.649245 dv-cinder-850320-7-iscsi neutron-server[106255]: L3 agent@dv-cinder-850320-7-iscsi: {}, Sep 16 19:26:54.649245 dv-cinder-850320-7-iscsi neutron-server[106255]: Metadata agent@dv-cinder-850320-7-iscsi: {}, Sep 16 19:26:54.649245 dv-cinder-850320-7-iscsi neutron-server[106255]: Metering agent@dv-cinder-850320-7-iscsi: {}, Sep 16 19:26:54.649245 dv-cinder-850320-7-iscsi neutron-server[106255]: Open vSwitch agent@dv-cinder-850320-7-iscsi: { 'AddressGroup': '1.2', Sep 16 19:26:54.649245 dv-cinder-850320-7-iscsi neutron-server[106255]: 'Agent': '1.1', Sep 16 19:26:54.649245 dv-cinder-850320-7-iscsi neutron-server[106255]: 'ConntrackHelper': '1.0', Sep 16 19:26:54.649245 dv-cinder-850320-7-iscsi neutron-server[106255]: 'LocalIPAssociation': '1.0', Sep 16 19:26:54.649245 dv-cinder-850320-7-iscsi neutron-server[106255]: 'Log': '1.0', Sep 16 19:26:54.649245 dv-cinder-850320-7-iscsi neutron-server[106255]: 'NDPProxy': '1.0', Sep 16 19:26:54.649245 dv-cinder-850320-7-iscsi neutron-server[106255]: 'Network': '1.1', Sep 16 19:26:54.649245 dv-cinder-850320-7-iscsi neutron-server[106255]: 'Port': '1.7', Sep 16 19:26:54.649245 dv-cinder-850320-7-iscsi neutron-server[106255]: 'PortForwarding': '1.3', Sep 16 19:26:54.649245 dv-cinder-850320-7-iscsi neutron-server[106255]: 'QosPolicy': '1.10', Sep 16 19:26:54.649245 dv-cinder-850320-7-iscsi neutron-server[106255]: 'SecurityGroup': '1.5', Sep 16 19:26:54.649245 dv-cinder-850320-7-iscsi neutron-server[106255]: 'SecurityGroupRule': '1.2', Sep 16 19:26:54.649245 dv-cinder-850320-7-iscsi neutron-server[106255]: 'SubPort': '1.0', Sep 16 19:26:54.649245 dv-cinder-850320-7-iscsi neutron-server[106255]: 'Subnet': '1.1', Sep 16 19:26:54.649245 dv-cinder-850320-7-iscsi neutron-server[106255]: 'Trunk': '1.1'}} Sep 16 19:26:54.649245 dv-cinder-850320-7-iscsi neutron-server[106255]: {{(pid=106255) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 19:26:54.654482 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-e58b6fdd-7883-4db1-b840-b10660af58f5 None None] Attempting to bind port e38e9c5d-921c-450a-a488-6528248c18bd on host dv-cinder-850320-7-iscsi for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:26:54.655054 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-e58b6fdd-7883-4db1-b840-b10660af58f5 None None] Attempting to bind port e38e9c5d-921c-450a-a488-6528248c18bd by drivers openvswitch,hyperv on host dv-cinder-850320-7-iscsi at level 0 using segments [{'id': 'ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:26:54.655602 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58b6fdd-7883-4db1-b840-b10660af58f5 None None] Attempting to bind port e38e9c5d-921c-450a-a488-6528248c18bd on network 01cd8397-3ed1-4c5d-9923-fabf569219df {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:26:54.657511 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35ff07-3857-4965-89e9-4a7b9e2eedad None None] Pushing event updated for resources: {'Port': ['ID=d75a9e4d-fe13-463b-ba52-a159e68cc115,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:26:54.664096 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd35ff07-3857-4965-89e9-4a7b9e2eedad None None] Network 06f20952-b833-4b2b-a8fc-17adda48c9e0 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:26:54.665123 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device cec30bd8-93ca-4e57-9fce-b8840b1a6f37 up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:26:54.667135 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13920b4c-488e-4291-a2b4-da2975f28e4e None None] Network 643af6f7-8345-40b4-b9fa-a9b2604c48a0 requested from dv-cinder-850320-7-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 19:26:54.695767 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d68ff5f-271f-444b-95b4-f43ced92c7db admin admin] Pushing event updated for resources: {'Port': ['ID=dd937700-5f8d-4f77-b3ab-9d4e1a64f888,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:26:54.712316 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58b6fdd-7883-4db1-b840-b10660af58f5 None None] Checking agent: {'id': 'b5f6a205-959f-46f4-8ef4-8f70c2c67a2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850320-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 18, 35), 'started_at': datetime.datetime(2022, 9, 16, 19, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850320-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:26:54.713068 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58b6fdd-7883-4db1-b840-b10660af58f5 None None] Checking segment: {'id': 'ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:26:54.713777 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-e58b6fdd-7883-4db1-b840-b10660af58f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:54.714448 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58b6fdd-7883-4db1-b840-b10660af58f5 None None] Bound using segment: {'id': 'ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:26:54.714995 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-cd35ff07-3857-4965-89e9-4a7b9e2eedad None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:26:54.715508 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-e58b6fdd-7883-4db1-b840-b10660af58f5 None None] Bound port: e38e9c5d-921c-450a-a488-6528248c18bd, host: dv-cinder-850320-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:26:54.716301 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-e58b6fdd-7883-4db1-b840-b10660af58f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (e38e9c5d-921c-450a-a488-6528248c18bd), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:54.717488 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-36267fde-9a65-479f-9923-0f4d8d40c7f7 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4022005 Sep 16 19:26:54.719930 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5f0e49e0-b45a-4172-8cce-c452c8cf11b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-680937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router (9d38fda6-a9bd-45ca-89cd-3bbc6e69a609), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:54.770935 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-e58b6fdd-7883-4db1-b840-b10660af58f5 None None] For port e38e9c5d-921c-450a-a488-6528248c18bd, host dv-cinder-850320-7-iscsi, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:26:54.774540 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-e58b6fdd-7883-4db1-b840-b10660af58f5 None None] For port e38e9c5d-921c-450a-a488-6528248c18bd, host dv-cinder-850320-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=e38e9c5d-921c-450a-a488-6528248c18bd,segment=NetworkSegment(ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2),segment_id=ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:26:54.782414 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd35ff07-3857-4965-89e9-4a7b9e2eedad None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:26:54.791838 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-e58b6fdd-7883-4db1-b840-b10660af58f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (e38e9c5d-921c-450a-a488-6528248c18bd), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:54.869484 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58b6fdd-7883-4db1-b840-b10660af58f5 None None] Routers {'9227d13d-de08-4ed6-a833-6283712bcfa7'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:26:54.870563 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-e58b6fdd-7883-4db1-b840-b10660af58f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:26:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['9227d13d-de08-4ed6-a833-6283712bcfa7'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:26:54.898564 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-30fff7c4-5910-489c-9ae0-3f7508bdf267 admin admin] Allocated IP 172.27.2.212 (01cd8397-3ed1-4c5d-9923-fabf569219df/d3fb57fd-37cc-4923-b90f-7dd3d712a8d3/8924584b-67d4-427e-abf8-2fd95202bf51) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:26:54.961838 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 44036) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:26:55.041737 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f99a869-1db8-4789-9b7f-bb510f8ff633 admin admin] Deleting subnet c4ee5b96-68cb-40d5-8b6c-22cb5db9f9bd {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 19:26:55.052684 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7f99a869-1db8-4789-9b7f-bb510f8ff633 admin admin] Publish callbacks [] for subnet (c4ee5b96-68cb-40d5-8b6c-22cb5db9f9bd), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:55.065922 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-30fff7c4-5910-489c-9ae0-3f7508bdf267 admin admin] Publish callbacks [] for port (8924584b-67d4-427e-abf8-2fd95202bf51), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:55.067145 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-cd35ff07-3857-4965-89e9-4a7b9e2eedad None None] Attempting to bind port d75a9e4d-fe13-463b-ba52-a159e68cc115 on host dv-cinder-850320-7-iscsi for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:26:55.067506 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-cd35ff07-3857-4965-89e9-4a7b9e2eedad None None] Attempting to bind port d75a9e4d-fe13-463b-ba52-a159e68cc115 by drivers openvswitch,hyperv on host dv-cinder-850320-7-iscsi at level 0 using segments [{'id': '8351c8d8-7e98-4f07-8cee-dbde6e8064f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '06f20952-b833-4b2b-a8fc-17adda48c9e0'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:26:55.067818 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd35ff07-3857-4965-89e9-4a7b9e2eedad None None] Attempting to bind port d75a9e4d-fe13-463b-ba52-a159e68cc115 on network 06f20952-b833-4b2b-a8fc-17adda48c9e0 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:26:55.078950 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:55.079621 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:55.080459 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d03697b-30d2-41ec-af39-4f8aaefffd49 None None] Pushing event updated for resources: {'Port': ['ID=e38e9c5d-921c-450a-a488-6528248c18bd,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:26:55.130242 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7f99a869-1db8-4789-9b7f-bb510f8ff633 admin admin] Publish callbacks [] for subnet (c4ee5b96-68cb-40d5-8b6c-22cb5db9f9bd), precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:55.134837 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0e49e0-b45a-4172-8cce-c452c8cf11b9 admin admin] Router 9d38fda6-a9bd-45ca-89cd-3bbc6e69a609 is scheduled to L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e with binding_index 1 {{(pid=106252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 19:26:55.135738 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-e58b6fdd-7883-4db1-b840-b10660af58f5 None None] Set router 9227d13d-de08-4ed6-a833-6283712bcfa7 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:26:55.138101 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee490243-5f6f-4977-8606-cd12afd367db admin admin] Network 1b509164-1dc6-4639-9003-d3f932682d2f is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:26:55.139022 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:55.140067 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:55.142330 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-ee490243-5f6f-4977-8606-cd12afd367db admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:26:55.148519 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee490243-5f6f-4977-8606-cd12afd367db admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:26:55.149060 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ee490243-5f6f-4977-8606-cd12afd367db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771352'] for router_interface (9227d13d-de08-4ed6-a833-6283712bcfa7), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:55.162174 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7f99a869-1db8-4789-9b7f-bb510f8ff633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16018794'] for subnet (c4ee5b96-68cb-40d5-8b6c-22cb5db9f9bd), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:55.239997 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b405e420-4adf-4dcc-b4fe-7f2ec3e8b0ab None None] Network 643af6f7-8345-40b4-b9fa-a9b2604c48a0 requested from dv-cinder-850320-7-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 19:26:55.242589 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port cec30bd8-93ca-4e57-9fce-b8840b1a6f37 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:26:55.243075 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (cec30bd8-93ca-4e57-9fce-b8840b1a6f37), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:55.243492 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port cec30bd8-93ca-4e57-9fce-b8840b1a6f37 Sep 16 19:26:55.302076 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-30fff7c4-5910-489c-9ae0-3f7508bdf267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816'] for port (8924584b-67d4-427e-abf8-2fd95202bf51), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:55.353372 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:55.362353 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4d68ff5f-271f-444b-95b4-f43ced92c7db admin admin] Publish callbacks [] for router_gateway (740295f4-51e8-4b53-b3d9-d5677e6c4721), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:55.388802 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0e49e0-b45a-4172-8cce-c452c8cf11b9 admin admin] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:26:55.408721 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbc95af-de53-446b-acf7-21fcd354a6b7 None None] Network 1e4e6da9-902d-45b4-9fce-268e4415ecdb requested from dv-cinder-850320-7-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 19:26:55.435906 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5f0e49e0-b45a-4172-8cce-c452c8cf11b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:55.438925 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-5f0e49e0-b45a-4172-8cce-c452c8cf11b9 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.4709458 Sep 16 19:26:55.441007 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 44042) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:26:55.443032 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fff7c4-5910-489c-9ae0-3f7508bdf267 admin admin] Network 01cd8397-3ed1-4c5d-9923-fabf569219df is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:26:55.450721 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7f99a869-1db8-4789-9b7f-bb510f8ff633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16022615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119'] for subnet (c4ee5b96-68cb-40d5-8b6c-22cb5db9f9bd), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:55.485374 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-30fff7c4-5910-489c-9ae0-3f7508bdf267 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:26:55.487994 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fff7c4-5910-489c-9ae0-3f7508bdf267 admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:26:55.513558 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-e58b6fdd-7883-4db1-b840-b10660af58f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'name': 'tempest-AttachVolumeNegativeTest-1174890714-router', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:47Z', 'updated_at': '2022-09-16T19:26:49Z', 'revision_number': 3, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'gw_port': {'id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:dd:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:48Z', 'updated_at': '2022-09-16T19:26:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi'}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:26:55.521857 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf54cbd-0ccc-466b-bc32-ff1e40b57d32 None None] Sync routers for ids ['9d38fda6-a9bd-45ca-89cd-3bbc6e69a609'] in dv-cinder-850320-7-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:26:55.538016 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-53944f0b-e944-4bbe-a202-36cff4791bf5 None None] Provisioning complete for port cec30bd8-93ca-4e57-9fce-b8840b1a6f37 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:26:55.538418 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53944f0b-e944-4bbe-a202-36cff4791bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (cec30bd8-93ca-4e57-9fce-b8840b1a6f37), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:55.538764 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-53944f0b-e944-4bbe-a202-36cff4791bf5 None None] Attempt 1 to provision port cec30bd8-93ca-4e57-9fce-b8840b1a6f37 Sep 16 19:26:55.575194 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:55.575832 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:55.590399 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58b6fdd-7883-4db1-b840-b10660af58f5 None None] The sync data for ids ['9227d13d-de08-4ed6-a833-6283712bcfa7'] in dv-cinder-850320-7-iscsi is: [{'id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'name': 'tempest-AttachVolumeNegativeTest-1174890714-router', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:47Z', 'updated_at': '2022-09-16T19:26:49Z', 'revision_number': 3, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'gw_port': {'id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:dd:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:48Z', 'updated_at': '2022-09-16T19:26:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:26:55.592122 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f99a869-1db8-4789-9b7f-bb510f8ff633 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4ee5b96-68cb-40d5-8b6c-22cb5db9f9bd,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:26:55.600669 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7f99a869-1db8-4789-9b7f-bb510f8ff633 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:55.606943 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-7f99a869-1db8-4789-9b7f-bb510f8ff633 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/c4ee5b96-68cb-40d5-8b6c-22cb5db9f9bd HTTP/1.1" status: 204 len: 168 time: 0.6439235 Sep 16 19:26:55.609349 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 44048) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:26:55.624030 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf54cbd-0ccc-466b-bc32-ff1e40b57d32 None None] Routers {'9d38fda6-a9bd-45ca-89cd-3bbc6e69a609'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:26:55.624728 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-4cf54cbd-0ccc-466b-bc32-ff1e40b57d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:26:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['9d38fda6-a9bd-45ca-89cd-3bbc6e69a609'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:26:55.764181 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-4cf54cbd-0ccc-466b-bc32-ff1e40b57d32 None None] Set router 9d38fda6-a9bd-45ca-89cd-3bbc6e69a609 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:26:55.837299 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd35ff07-3857-4965-89e9-4a7b9e2eedad None None] Checking agent: {'id': 'b5f6a205-959f-46f4-8ef4-8f70c2c67a2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850320-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 18, 35), 'started_at': datetime.datetime(2022, 9, 16, 19, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850320-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:26:55.837675 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd35ff07-3857-4965-89e9-4a7b9e2eedad None None] Checking segment: {'id': '8351c8d8-7e98-4f07-8cee-dbde6e8064f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '06f20952-b833-4b2b-a8fc-17adda48c9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:26:55.838078 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cd35ff07-3857-4965-89e9-4a7b9e2eedad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:55.838987 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd35ff07-3857-4965-89e9-4a7b9e2eedad None None] Bound using segment: {'id': '8351c8d8-7e98-4f07-8cee-dbde6e8064f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '06f20952-b833-4b2b-a8fc-17adda48c9e0'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:26:55.838987 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-cd35ff07-3857-4965-89e9-4a7b9e2eedad None None] Bound port: d75a9e4d-fe13-463b-ba52-a159e68cc115, host: dv-cinder-850320-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8351c8d8-7e98-4f07-8cee-dbde6e8064f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '06f20952-b833-4b2b-a8fc-17adda48c9e0'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:26:55.839310 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cd35ff07-3857-4965-89e9-4a7b9e2eedad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (d75a9e4d-fe13-463b-ba52-a159e68cc115), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:55.839402 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee490243-5f6f-4977-8606-cd12afd367db admin admin] Pushing event updated for resources: {'Port': ['ID=2aea26ef-78b1-4046-af15-928f65832dc2,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:26:55.958926 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-06f40125-0077-4be2-b7aa-973963d061aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15995935'] for network (b0901ed1-4144-4a5a-bea8-b434d36aad2c), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:56.013362 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:56.188171 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:56.189954 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fff7c4-5910-489c-9ae0-3f7508bdf267 admin admin] Pushing event updated for resources: {'Port': ['ID=8924584b-67d4-427e-abf8-2fd95202bf51,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:26:56.210942 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-30fff7c4-5910-489c-9ae0-3f7508bdf267 admin admin] Publish callbacks [] for router_gateway (75a5a185-19fc-4c58-a3e5-6ca6afe266a0), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:56.234332 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-06f40125-0077-4be2-b7aa-973963d061aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16065089', 'neutron.services.segments.db._delete_segments_for_network-8764811785921'] for network (b0901ed1-4144-4a5a-bea8-b434d36aad2c), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:56.280886 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2bc45b-4e8c-4836-bf8e-642f5d605f87 None None] Network c95d3abe-3283-4882-9a4b-da4bde31c550 requested from dv-cinder-850320-7-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 19:26:56.302804 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-06f40125-0077-4be2-b7aa-973963d061aa admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:26:56.303396 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-06f40125-0077-4be2-b7aa-973963d061aa admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:26:56.304316 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-06f40125-0077-4be2-b7aa-973963d061aa admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:26:56.304824 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-06f40125-0077-4be2-b7aa-973963d061aa admin admin] Subscribe: > port after_create 55550000 {{(pid=106252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:26:56.305296 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-06f40125-0077-4be2-b7aa-973963d061aa admin admin] Subscribe: > port after_delete 55550000 {{(pid=106252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:26:56.305769 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-06f40125-0077-4be2-b7aa-973963d061aa admin admin] Subscribe: > port after_update 55550000 {{(pid=106252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:26:56.306220 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-06f40125-0077-4be2-b7aa-973963d061aa admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:26:56.306783 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-06f40125-0077-4be2-b7aa-973963d061aa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:26:56.307233 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-06f40125-0077-4be2-b7aa-973963d061aa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:26:56.307683 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-06f40125-0077-4be2-b7aa-973963d061aa admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:26:56.379919 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ee490243-5f6f-4977-8606-cd12afd367db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (2aea26ef-78b1-4046-af15-928f65832dc2), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:56.471019 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=100 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:56.472033 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-53944f0b-e944-4bbe-a202-36cff4791bf5 None None] Current status of the port cec30bd8-93ca-4e57-9fce-b8840b1a6f37 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:26:56.472289 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53944f0b-e944-4bbe-a202-36cff4791bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (cec30bd8-93ca-4e57-9fce-b8840b1a6f37), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:56.614977 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port cec30bd8-93ca-4e57-9fce-b8840b1a6f37 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:26:56.624274 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (cec30bd8-93ca-4e57-9fce-b8840b1a6f37), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:56.644052 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-06f40125-0077-4be2-b7aa-973963d061aa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:26:56.644551 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-06f40125-0077-4be2-b7aa-973963d061aa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:26:56.644741 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-06f40125-0077-4be2-b7aa-973963d061aa admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:26:56.647376 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-06f40125-0077-4be2-b7aa-973963d061aa admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:26:56.647874 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-06f40125-0077-4be2-b7aa-973963d061aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0901ed1-4144-4a5a-bea8-b434d36aad2c']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:26:56.677754 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4d68ff5f-271f-444b-95b4-f43ced92c7db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-680937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router (740295f4-51e8-4b53-b3d9-d5677e6c4721), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:56.699235 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-06f40125-0077-4be2-b7aa-973963d061aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a125bfa-84c8-4a85-afa9-3cede7e8e124') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:26:56.700543 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-06f40125-0077-4be2-b7aa-973963d061aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a125bfa-84c8-4a85-afa9-3cede7e8e124') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:26:56.727649 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-06f40125-0077-4be2-b7aa-973963d061aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764811785813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2891973'] for segment (9a125bfa-84c8-4a85-afa9-3cede7e8e124), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:56.728183 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-cd35ff07-3857-4965-89e9-4a7b9e2eedad None None] For port d75a9e4d-fe13-463b-ba52-a159e68cc115, host dv-cinder-850320-7-iscsi, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:26:56.731567 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-53944f0b-e944-4bbe-a202-36cff4791bf5 None None] For port cec30bd8-93ca-4e57-9fce-b8840b1a6f37, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=cec30bd8-93ca-4e57-9fce-b8840b1a6f37,segment=NetworkSegment(8bad0fa0-00c8-4390-9fc0-ed8795108045),segment_id=8bad0fa0-00c8-4390-9fc0-ed8795108045)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:26:56.741150 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:56.748214 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-30fff7c4-5910-489c-9ae0-3f7508bdf267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-680937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router (75a5a185-19fc-4c58-a3e5-6ca6afe266a0), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:56.764721 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-06f40125-0077-4be2-b7aa-973963d061aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694'] for segment (9a125bfa-84c8-4a85-afa9-3cede7e8e124), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:56.776628 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06f40125-0077-4be2-b7aa-973963d061aa admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 19:26:56.776628 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-06f40125-0077-4be2-b7aa-973963d061aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2678466'] for segment (9a125bfa-84c8-4a85-afa9-3cede7e8e124), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:56.778556 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-4cf54cbd-0ccc-466b-bc32-ff1e40b57d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'name': 'tempest-ServerRescueNegativeTestJSON-432940711-router', 'tenant_id': '804d63e1308b4729aff976d65f667e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:26:53Z', 'revision_number': 3, 'project_id': '804d63e1308b4729aff976d65f667e28', 'gw_port': {'id': '5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:61:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:26:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi'}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:26:56.781579 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53944f0b-e944-4bbe-a202-36cff4791bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (cec30bd8-93ca-4e57-9fce-b8840b1a6f37), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:56.786476 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-cd35ff07-3857-4965-89e9-4a7b9e2eedad None None] For port d75a9e4d-fe13-463b-ba52-a159e68cc115, host dv-cinder-850320-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=d75a9e4d-fe13-463b-ba52-a159e68cc115,segment=NetworkSegment(8351c8d8-7e98-4f07-8cee-dbde6e8064f9),segment_id=8351c8d8-7e98-4f07-8cee-dbde6e8064f9)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:26:56.795021 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ee490243-5f6f-4977-8606-cd12afd367db admin admin] Publish callbacks [] for port (2aea26ef-78b1-4046-af15-928f65832dc2), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:56.838856 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ee490243-5f6f-4977-8606-cd12afd367db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (2aea26ef-78b1-4046-af15-928f65832dc2), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:56.839799 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ee490243-5f6f-4977-8606-cd12afd367db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-771468'] for router_interface (9227d13d-de08-4ed6-a833-6283712bcfa7), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:56.842833 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf54cbd-0ccc-466b-bc32-ff1e40b57d32 None None] Checking router: 9d38fda6-a9bd-45ca-89cd-3bbc6e69a609 for host: dv-cinder-850320-7-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:26:56.843178 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf54cbd-0ccc-466b-bc32-ff1e40b57d32 None None] Updating router 9d38fda6-a9bd-45ca-89cd-3bbc6e69a609 port 5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4 binding host dv-cinder-850320-7-iscsi {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 19:26:56.861223 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-06f40125-0077-4be2-b7aa-973963d061aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16065144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681100'] for network (b0901ed1-4144-4a5a-bea8-b434d36aad2c), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:56.869221 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-06f40125-0077-4be2-b7aa-973963d061aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for network (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:56.869981 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cd35ff07-3857-4965-89e9-4a7b9e2eedad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (d75a9e4d-fe13-463b-ba52-a159e68cc115), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:56.874529 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-06f40125-0077-4be2-b7aa-973963d061aa admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/b0901ed1-4144-4a5a-bea8-b434d36aad2c HTTP/1.1" status: 204 len: 168 time: 1.2640285 Sep 16 19:26:56.880833 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 44058) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:26:56.945292 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4cf54cbd-0ccc-466b-bc32-ff1e40b57d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:56.946968 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.db.api [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 16 19:26:56.947365 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG oslo_db.api [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 19:26:56.947835 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-cbfcc3c8-acee-44c8-acda-d59f65064426 None None] Provisioning complete for port 2aea26ef-78b1-4046-af15-928f65832dc2 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:26:56.948163 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cbfcc3c8-acee-44c8-acda-d59f65064426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (2aea26ef-78b1-4046-af15-928f65832dc2), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:56.948505 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-cbfcc3c8-acee-44c8-acda-d59f65064426 None None] Attempt 1 to provision port 2aea26ef-78b1-4046-af15-928f65832dc2 Sep 16 19:26:56.953691 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53944f0b-e944-4bbe-a202-36cff4791bf5 None None] Pushing event updated for resources: {'Port': ['ID=cec30bd8-93ca-4e57-9fce-b8840b1a6f37,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:26:56.957627 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f40125-0077-4be2-b7aa-973963d061aa admin admin] Pushing event deleted for resources: {'Network': ['ID=b0901ed1-4144-4a5a-bea8-b434d36aad2c,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:26:57.056719 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-cbfcc3c8-acee-44c8-acda-d59f65064426 None None] Port 2aea26ef-78b1-4046-af15-928f65832dc2 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:26:57.064173 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f87f0706-14f3-4b5b-955c-29bcf76bc2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:57.119824 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee490243-5f6f-4977-8606-cd12afd367db admin admin] Pushing event updated for resources: {'Port': ['ID=2aea26ef-78b1-4046-af15-928f65832dc2,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:26:57.143227 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-33d29179-541e-469a-9f10-e227826af953 admin admin] Deleting subnet a3987f1b-62d0-409f-9950-4a5f5111a975 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 19:26:57.158989 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35ff07-3857-4965-89e9-4a7b9e2eedad None None] Pushing event updated for resources: {'Port': ['ID=d75a9e4d-fe13-463b-ba52-a159e68cc115,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:26:57.159142 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-33d29179-541e-469a-9f10-e227826af953 admin admin] Publish callbacks [] for subnet (a3987f1b-62d0-409f-9950-4a5f5111a975), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:57.198497 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:57.246342 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-33d29179-541e-469a-9f10-e227826af953 admin admin] Publish callbacks [] for subnet (a3987f1b-62d0-409f-9950-4a5f5111a975), precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:57.288421 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-33d29179-541e-469a-9f10-e227826af953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16018794'] for subnet (a3987f1b-62d0-409f-9950-4a5f5111a975), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:57.323113 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee490243-5f6f-4977-8606-cd12afd367db admin admin] Network 1b509164-1dc6-4639-9003-d3f932682d2f is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:26:57.332225 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:57.339604 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-ee490243-5f6f-4977-8606-cd12afd367db admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:26:57.397576 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d68ff5f-271f-444b-95b4-f43ced92c7db admin admin] Router 740295f4-51e8-4b53-b3d9-d5677e6c4721 is scheduled to L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 19:26:57.409072 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30fff7c4-5910-489c-9ae0-3f7508bdf267 admin admin] Router 75a5a185-19fc-4c58-a3e5-6ca6afe266a0 is scheduled to L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 19:26:57.537152 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port cec30bd8-93ca-4e57-9fce-b8840b1a6f37 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:26:57.545977 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4cf54cbd-0ccc-466b-bc32-ff1e40b57d32 None None] Publish callbacks [] for port (5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:57.557155 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.services.segments.plugin [-] Segment 9a125bfa-84c8-4a85-afa9-3cede7e8e124 resource provider aggregate not found Sep 16 19:26:57.558141 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-cbfcc3c8-acee-44c8-acda-d59f65064426 None None] Attempt 2 to provision port 2aea26ef-78b1-4046-af15-928f65832dc2 Sep 16 19:26:57.584272 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.services.segments.plugin [-] Segment 9a125bfa-84c8-4a85-afa9-3cede7e8e124 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9a125bfa-84c8-4a85-afa9-3cede7e8e124 found for delete ", "request_id": "req-4939e9f1-a7fe-4735-803d-525b09eb7cda"}]} Sep 16 19:26:57.600192 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4cf54cbd-0ccc-466b-bc32-ff1e40b57d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:57.605488 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-cbfcc3c8-acee-44c8-acda-d59f65064426 None None] Port 2aea26ef-78b1-4046-af15-928f65832dc2 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:26:57.633769 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-33d29179-541e-469a-9f10-e227826af953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16022615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119'] for subnet (a3987f1b-62d0-409f-9950-4a5f5111a975), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:57.659655 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1891597-eb28-48f2-b88b-3cffadb314e5 None None] Pushing event updated for resources: {'Port': ['ID=5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:26:57.667780 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-4cf54cbd-0ccc-466b-bc32-ff1e40b57d32 None None] Attempting to bind port 5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4 on host dv-cinder-850320-7-iscsi for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:26:57.668282 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-4cf54cbd-0ccc-466b-bc32-ff1e40b57d32 None None] Attempting to bind port 5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4 by drivers openvswitch,hyperv on host dv-cinder-850320-7-iscsi at level 0 using segments [{'id': 'ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:26:57.668731 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf54cbd-0ccc-466b-bc32-ff1e40b57d32 None None] Attempting to bind port 5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4 on network 01cd8397-3ed1-4c5d-9923-fabf569219df {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:26:57.680051 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-f87f0706-14f3-4b5b-955c-29bcf76bc2b9 admin admin] Allocated IP 172.20.0.1 (1e4e6da9-902d-45b4-9fce-268e4415ecdb/f796f6e5-3b84-4c9f-8c87-22a14447d493/2280f567-d19e-416f-8f6a-a99292e6a39d) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:26:57.721400 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d29179-541e-469a-9f10-e227826af953 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3987f1b-62d0-409f-9950-4a5f5111a975,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:26:57.730492 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-33d29179-541e-469a-9f10-e227826af953 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:57.736582 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-33d29179-541e-469a-9f10-e227826af953 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/a3987f1b-62d0-409f-9950-4a5f5111a975 HTTP/1.1" status: 204 len: 168 time: 0.8281288 Sep 16 19:26:57.738522 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf54cbd-0ccc-466b-bc32-ff1e40b57d32 None None] Checking agent: {'id': 'b5f6a205-959f-46f4-8ef4-8f70c2c67a2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850320-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 18, 35), 'started_at': datetime.datetime(2022, 9, 16, 19, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850320-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:26:57.738906 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf54cbd-0ccc-466b-bc32-ff1e40b57d32 None None] Checking segment: {'id': 'ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:26:57.739308 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4cf54cbd-0ccc-466b-bc32-ff1e40b57d32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:57.739702 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf54cbd-0ccc-466b-bc32-ff1e40b57d32 None None] Bound using segment: {'id': 'ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:26:57.740176 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-4cf54cbd-0ccc-466b-bc32-ff1e40b57d32 None None] Bound port: 5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4, host: dv-cinder-850320-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:26:57.741068 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4cf54cbd-0ccc-466b-bc32-ff1e40b57d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:57.820916 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4cf54cbd-0ccc-466b-bc32-ff1e40b57d32 None None] For port 5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4, host dv-cinder-850320-7-iscsi, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:26:57.824900 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4cf54cbd-0ccc-466b-bc32-ff1e40b57d32 None None] For port 5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4, host dv-cinder-850320-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4,segment=NetworkSegment(ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2),segment_id=ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:26:57.839937 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4cf54cbd-0ccc-466b-bc32-ff1e40b57d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:57.855608 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f87f0706-14f3-4b5b-955c-29bcf76bc2b9 admin admin] Publish callbacks [] for port (2280f567-d19e-416f-8f6a-a99292e6a39d), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:57.895456 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf54cbd-0ccc-466b-bc32-ff1e40b57d32 None None] Routers {'9d38fda6-a9bd-45ca-89cd-3bbc6e69a609'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:26:57.896300 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-4cf54cbd-0ccc-466b-bc32-ff1e40b57d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:26:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['9d38fda6-a9bd-45ca-89cd-3bbc6e69a609'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:26:57.900662 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:57.901697 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:DELETE=3,neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:57.903008 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 44074) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:26:57.946421 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:57.978737 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1891597-eb28-48f2-b88b-3cffadb314e5 None None] Pushing event updated for resources: {'Port': ['ID=5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:26:57.999483 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:58.001600 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee490243-5f6f-4977-8606-cd12afd367db admin admin] Router 9227d13d-de08-4ed6-a833-6283712bcfa7 has already been hosted by L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:26:58.012250 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-97e2675e-92ed-4e24-8018-9c7c1bc9d96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15995935'] for network (643af6f7-8345-40b4-b9fa-a9b2604c48a0), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:58.018035 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f87f0706-14f3-4b5b-955c-29bcf76bc2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (2280f567-d19e-416f-8f6a-a99292e6a39d), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:58.031512 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device d75a9e4d-fe13-463b-ba52-a159e68cc115 up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:26:58.048339 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d68ff5f-271f-444b-95b4-f43ced92c7db admin admin] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:26:58.050205 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30fff7c4-5910-489c-9ae0-3f7508bdf267 admin admin] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:26:58.067567 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e5d2d0-8dbf-44f4-8c30-2306f370c45a None None] Sync routers for ids ['740295f4-51e8-4b53-b3d9-d5677e6c4721'] in dv-cinder-850320-7-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:26:58.083058 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e5d2d0-8dbf-44f4-8c30-2306f370c45a None None] Routers {'740295f4-51e8-4b53-b3d9-d5677e6c4721'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:26:58.083744 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-70e5d2d0-8dbf-44f4-8c30-2306f370c45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:26:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['740295f4-51e8-4b53-b3d9-d5677e6c4721'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:26:58.109856 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-cbfcc3c8-acee-44c8-acda-d59f65064426 None None] Attempt 3 to provision port 2aea26ef-78b1-4046-af15-928f65832dc2 Sep 16 19:26:58.112095 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f365b76c-8772-4b4d-9059-ab9461cf9801 None None] Sync routers for ids ['75a5a185-19fc-4c58-a3e5-6ca6afe266a0'] in dv-cinder-850320-7-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:26:58.123110 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-4cf54cbd-0ccc-466b-bc32-ff1e40b57d32 None None] Set router 9d38fda6-a9bd-45ca-89cd-3bbc6e69a609 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:26:58.134932 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f0706-14f3-4b5b-955c-29bcf76bc2b9 admin admin] Pushing event updated for resources: {'Port': ['ID=2280f567-d19e-416f-8f6a-a99292e6a39d,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:26:58.155025 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4d68ff5f-271f-444b-95b4-f43ced92c7db admin admin] Publish callbacks [] for router (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:58.156898 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-4d68ff5f-271f-444b-95b4-f43ced92c7db admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.9068346 Sep 16 19:26:58.188504 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-30fff7c4-5910-489c-9ae0-3f7508bdf267 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:58.193262 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-30fff7c4-5910-489c-9ae0-3f7508bdf267 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.3674235 Sep 16 19:26:58.196126 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 44078) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:26:58.196747 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 44082) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:26:58.259636 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-97e2675e-92ed-4e24-8018-9c7c1bc9d96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16065089', 'neutron.services.segments.db._delete_segments_for_network-8764811785921'] for network (643af6f7-8345-40b4-b9fa-a9b2604c48a0), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:58.271728 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-70e5d2d0-8dbf-44f4-8c30-2306f370c45a None None] Set router 740295f4-51e8-4b53-b3d9-d5677e6c4721 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:26:58.296068 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-97e2675e-92ed-4e24-8018-9c7c1bc9d96d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['643af6f7-8345-40b4-b9fa-a9b2604c48a0']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:26:58.348670 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port d75a9e4d-fe13-463b-ba52-a159e68cc115 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:26:58.349043 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (d75a9e4d-fe13-463b-ba52-a159e68cc115), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:58.349378 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port d75a9e4d-fe13-463b-ba52-a159e68cc115 Sep 16 19:26:58.388201 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-97e2675e-92ed-4e24-8018-9c7c1bc9d96d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b7ab73a-372c-41cb-bb16-b7a32e2d80e3') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:26:58.388664 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-97e2675e-92ed-4e24-8018-9c7c1bc9d96d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b7ab73a-372c-41cb-bb16-b7a32e2d80e3') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:26:58.395666 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee490243-5f6f-4977-8606-cd12afd367db admin admin] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:26:58.401143 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-ee490243-5f6f-4977-8606-cd12afd367db admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/9227d13d-de08-4ed6-a833-6283712bcfa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5636466 Sep 16 19:26:58.438086 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-97e2675e-92ed-4e24-8018-9c7c1bc9d96d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764811785813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2891973'] for segment (1b7ab73a-372c-41cb-bb16-b7a32e2d80e3), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:58.472931 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-97e2675e-92ed-4e24-8018-9c7c1bc9d96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694'] for segment (1b7ab73a-372c-41cb-bb16-b7a32e2d80e3), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:58.489390 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97e2675e-92ed-4e24-8018-9c7c1bc9d96d admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 19:26:58.491406 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-97e2675e-92ed-4e24-8018-9c7c1bc9d96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2678466'] for segment (1b7ab73a-372c-41cb-bb16-b7a32e2d80e3), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:58.561977 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5601d30f-f8ef-401a-88d2-59241a82e9f9 None None] Sync routers for ids ['9227d13d-de08-4ed6-a833-6283712bcfa7'] in dv-cinder-850320-7-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:26:58.568206 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-70e5d2d0-8dbf-44f4-8c30-2306f370c45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'name': 'tempest-AttachVolumeTestJSON-2106035523-router', 'tenant_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'dd937700-5f8d-4f77-b3ab-9d4e1a64f888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:26:54Z', 'revision_number': 3, 'project_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'gw_port': {'id': 'dd937700-5f8d-4f77-b3ab-9d4e1a64f888', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:52Z', 'updated_at': '2022-09-16T19:26:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi'}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:26:58.588571 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87db149-3083-45b8-80f4-91bdc135bbac None None] Network 06f20952-b833-4b2b-a8fc-17adda48c9e0 requested from dv-cinder-850320-7-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 19:26:58.609873 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e5d2d0-8dbf-44f4-8c30-2306f370c45a None None] Checking router: 740295f4-51e8-4b53-b3d9-d5677e6c4721 for host: dv-cinder-850320-7-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:26:58.610216 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e5d2d0-8dbf-44f4-8c30-2306f370c45a None None] Updating router 740295f4-51e8-4b53-b3d9-d5677e6c4721 port dd937700-5f8d-4f77-b3ab-9d4e1a64f888 binding host dv-cinder-850320-7-iscsi {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 19:26:58.653266 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87f0706-14f3-4b5b-955c-29bcf76bc2b9 admin admin] Network 1e4e6da9-902d-45b4-9fce-268e4415ecdb is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:26:58.658612 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5601d30f-f8ef-401a-88d2-59241a82e9f9 None None] Routers {'9227d13d-de08-4ed6-a833-6283712bcfa7'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:26:58.659543 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5601d30f-f8ef-401a-88d2-59241a82e9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:26:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['9227d13d-de08-4ed6-a833-6283712bcfa7'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:26:58.665239 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-f87f0706-14f3-4b5b-955c-29bcf76bc2b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:26:58.682160 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87f0706-14f3-4b5b-955c-29bcf76bc2b9 admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:26:58.743763 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:58.776219 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f365b76c-8772-4b4d-9059-ab9461cf9801 None None] Routers {'75a5a185-19fc-4c58-a3e5-6ca6afe266a0'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:26:58.777258 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-f365b76c-8772-4b4d-9059-ab9461cf9801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:26:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['75a5a185-19fc-4c58-a3e5-6ca6afe266a0'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:26:58.835525 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f87f0706-14f3-4b5b-955c-29bcf76bc2b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771352'] for router_interface (9d38fda6-a9bd-45ca-89cd-3bbc6e69a609), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:58.907955 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-97e2675e-92ed-4e24-8018-9c7c1bc9d96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16065144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681100'] for network (643af6f7-8345-40b4-b9fa-a9b2604c48a0), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:58.918914 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-97e2675e-92ed-4e24-8018-9c7c1bc9d96d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for network (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:58.925304 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-97e2675e-92ed-4e24-8018-9c7c1bc9d96d admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/643af6f7-8345-40b4-b9fa-a9b2604c48a0 HTTP/1.1" status: 204 len: 168 time: 1.0209777 Sep 16 19:26:59.005606 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e2675e-92ed-4e24-8018-9c7c1bc9d96d admin admin] Pushing event deleted for resources: {'Network': ['ID=643af6f7-8345-40b4-b9fa-a9b2604c48a0,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:26:59.008839 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:59.010463 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 44102) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:26:59.060750 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-5601d30f-f8ef-401a-88d2-59241a82e9f9 None None] Set router 9227d13d-de08-4ed6-a833-6283712bcfa7 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:26:59.109526 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:59.133895 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-70e5d2d0-8dbf-44f4-8c30-2306f370c45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (dd937700-5f8d-4f77-b3ab-9d4e1a64f888), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:59.223083 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-cbfcc3c8-acee-44c8-acda-d59f65064426 None None] Port 2aea26ef-78b1-4046-af15-928f65832dc2 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:26:59.257454 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 44106) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:26:59.329282 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:59.394447 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:59.398702 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-da325075-e1dd-4bc7-8590-09e1ff66c357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:59.414600 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5601d30f-f8ef-401a-88d2-59241a82e9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'name': 'tempest-AttachVolumeNegativeTest-1174890714-router', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:47Z', 'updated_at': '2022-09-16T19:26:56Z', 'revision_number': 4, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'gw_port': {'id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:dd:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:48Z', 'updated_at': '2022-09-16T19:26:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '2aea26ef-78b1-4046-af15-928f65832dc2', 'name': '', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'mac_address': 'fa:16:3e:64:49:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:53Z', 'updated_at': '2022-09-16T19:26:56Z', 'revision_number': 2, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'subnets': [{'id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:26:59.457296 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-4cf54cbd-0ccc-466b-bc32-ff1e40b57d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'name': 'tempest-ServerRescueNegativeTestJSON-432940711-router', 'tenant_id': '804d63e1308b4729aff976d65f667e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:26:53Z', 'revision_number': 3, 'project_id': '804d63e1308b4729aff976d65f667e28', 'gw_port': {'id': '5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:61:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:26:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi'}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:26:59.461597 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5601d30f-f8ef-401a-88d2-59241a82e9f9 None None] Checking router: 9227d13d-de08-4ed6-a833-6283712bcfa7 for host: dv-cinder-850320-7-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:26:59.462128 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5601d30f-f8ef-401a-88d2-59241a82e9f9 None None] Updating router 9227d13d-de08-4ed6-a833-6283712bcfa7 port 2aea26ef-78b1-4046-af15-928f65832dc2 binding host dv-cinder-850320-7-iscsi {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 19:26:59.502674 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:26:59.511086 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-5601d30f-f8ef-401a-88d2-59241a82e9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (2aea26ef-78b1-4046-af15-928f65832dc2), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:59.575510 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 44120) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:26:59.591500 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:59.619347 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port d75a9e4d-fe13-463b-ba52-a159e68cc115 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:26:59.628301 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (d75a9e4d-fe13-463b-ba52-a159e68cc115), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:59.633958 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf54cbd-0ccc-466b-bc32-ff1e40b57d32 None None] The sync data for ids ['9d38fda6-a9bd-45ca-89cd-3bbc6e69a609'] in dv-cinder-850320-7-iscsi is: [{'id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'name': 'tempest-ServerRescueNegativeTestJSON-432940711-router', 'tenant_id': '804d63e1308b4729aff976d65f667e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:26:53Z', 'revision_number': 3, 'project_id': '804d63e1308b4729aff976d65f667e28', 'gw_port': {'id': '5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:61:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:26:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi'}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:26:59.636467 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-0211d295-a11b-472e-90b8-2a15b6d0a8aa tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Request body: {'security_group': {'name': 'tempest-securitygroup--915251145', 'description': 'tempest-description--1089013620'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:26:59.651176 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:59.665591 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-f365b76c-8772-4b4d-9059-ab9461cf9801 None None] Set router 75a5a185-19fc-4c58-a3e5-6ca6afe266a0 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:26:59.704113 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f87f0706-14f3-4b5b-955c-29bcf76bc2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (2280f567-d19e-416f-8f6a-a99292e6a39d), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:59.710457 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0211d295-a11b-472e-90b8-2a15b6d0a8aa tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:59.722855 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:59.759110 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.services.segments.plugin [-] Segment 1b7ab73a-372c-41cb-bb16-b7a32e2d80e3 resource provider aggregate not found Sep 16 19:26:59.760569 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-cbfcc3c8-acee-44c8-acda-d59f65064426 None None] Attempt 4 to provision port 2aea26ef-78b1-4046-af15-928f65832dc2 Sep 16 19:26:59.805658 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-60fd2d97-a077-4d0b-9db6-d16fb76d0c88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:59.809417 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.services.segments.plugin [-] Segment 1b7ab73a-372c-41cb-bb16-b7a32e2d80e3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1b7ab73a-372c-41cb-bb16-b7a32e2d80e3 found for delete ", "request_id": "req-c3d3c524-8547-40a5-bc7b-01d19bd0d263"}]} Sep 16 19:26:59.839518 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ac838df1-9534-4942-9578-11415f776b7d None None] For port d75a9e4d-fe13-463b-ba52-a159e68cc115, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=d75a9e4d-fe13-463b-ba52-a159e68cc115,segment=NetworkSegment(8351c8d8-7e98-4f07-8cee-dbde6e8064f9),segment_id=8351c8d8-7e98-4f07-8cee-dbde6e8064f9)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:26:59.878163 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:26:59.880452 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (d75a9e4d-fe13-463b-ba52-a159e68cc115), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:59.881522 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 80985e4a-a4e4-4dd8-bdb1-ee6557658b1a up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:26:59.885848 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-0d56a566-ce1f-496b-8a94-92e702411a49 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=04946d4a1ff64961acfa93fa3e5e0fd4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5568004 Sep 16 19:26:59.900042 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 44130) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:26:59.909486 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-70e5d2d0-8dbf-44f4-8c30-2306f370c45a None None] Publish callbacks [] for port (dd937700-5f8d-4f77-b3ab-9d4e1a64f888), precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:59.927154 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-70e5d2d0-8dbf-44f4-8c30-2306f370c45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (dd937700-5f8d-4f77-b3ab-9d4e1a64f888), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:26:59.932124 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-cbfcc3c8-acee-44c8-acda-d59f65064426 None None] Port 2aea26ef-78b1-4046-af15-928f65832dc2 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:26:59.965660 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-da325075-e1dd-4bc7-8590-09e1ff66c357 admin admin] Allocated IP 172.20.0.1 (06f20952-b833-4b2b-a8fc-17adda48c9e0/e7116ad5-faf2-40a4-a2ef-91430a7f616f/6ad525e3-5d23-4ac5-bc6e-4a19de0ad137) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:27:00.008867 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-320898e9-b90d-4d31-92a6-070ae506975c admin admin] Publish callbacks [] for security_group (3afb4de4-f3a2-4c8a-9293-93965c08bd82), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:00.075218 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Pushing event updated for resources: {'Port': ['ID=d75a9e4d-fe13-463b-ba52-a159e68cc115,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:00.080410 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-70e5d2d0-8dbf-44f4-8c30-2306f370c45a None None] Attempting to bind port dd937700-5f8d-4f77-b3ab-9d4e1a64f888 on host dv-cinder-850320-7-iscsi for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:27:00.080760 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-70e5d2d0-8dbf-44f4-8c30-2306f370c45a None None] Attempting to bind port dd937700-5f8d-4f77-b3ab-9d4e1a64f888 by drivers openvswitch,hyperv on host dv-cinder-850320-7-iscsi at level 0 using segments [{'id': 'ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:27:00.081119 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e5d2d0-8dbf-44f4-8c30-2306f370c45a None None] Attempting to bind port dd937700-5f8d-4f77-b3ab-9d4e1a64f888 on network 01cd8397-3ed1-4c5d-9923-fabf569219df {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:27:00.117161 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e43a74a7-a166-44c9-8ec1-f2c6833c563b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:00.125810 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1b4d8184-3469-463b-9c75-20b111ab066d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:00.132008 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port 80985e4a-a4e4-4dd8-bdb1-ee6557658b1a triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:27:00.132602 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (80985e4a-a4e4-4dd8-bdb1-ee6557658b1a), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:00.132818 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port 80985e4a-a4e4-4dd8-bdb1-ee6557658b1a Sep 16 19:27:00.149281 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f87f0706-14f3-4b5b-955c-29bcf76bc2b9 admin admin] Publish callbacks [] for port (2280f567-d19e-416f-8f6a-a99292e6a39d), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:00.171086 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f87f0706-14f3-4b5b-955c-29bcf76bc2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2678318'] for port (2280f567-d19e-416f-8f6a-a99292e6a39d), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:00.186405 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-320898e9-b90d-4d31-92a6-070ae506975c admin admin] Publish callbacks [] for security_group (3afb4de4-f3a2-4c8a-9293-93965c08bd82), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:00.257830 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-f365b76c-8772-4b4d-9059-ab9461cf9801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a5a185-19fc-4c58-a3e5-6ca6afe266a0', 'name': 'tempest-DeleteServersTestJSON-595000305-router', 'tenant_id': '233a5a65caee4bc3be172bbd02c4efff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '8924584b-67d4-427e-abf8-2fd95202bf51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:26:55Z', 'revision_number': 3, 'project_id': '233a5a65caee4bc3be172bbd02c4efff', 'gw_port': {'id': '8924584b-67d4-427e-abf8-2fd95202bf51', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:47:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a5a185-19fc-4c58-a3e5-6ca6afe266a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:53Z', 'updated_at': '2022-09-16T19:26:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi'}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:27:00.290862 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f0706-14f3-4b5b-955c-29bcf76bc2b9 admin admin] Pushing event updated for resources: {'Port': ['ID=2280f567-d19e-416f-8f6a-a99292e6a39d,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:00.293927 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f365b76c-8772-4b4d-9059-ab9461cf9801 None None] Checking router: 75a5a185-19fc-4c58-a3e5-6ca6afe266a0 for host: dv-cinder-850320-7-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:27:00.294489 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f365b76c-8772-4b4d-9059-ab9461cf9801 None None] Updating router 75a5a185-19fc-4c58-a3e5-6ca6afe266a0 port 8924584b-67d4-427e-abf8-2fd95202bf51 binding host dv-cinder-850320-7-iscsi {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 19:27:00.352163 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f365b76c-8772-4b4d-9059-ab9461cf9801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (8924584b-67d4-427e-abf8-2fd95202bf51), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:00.399502 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f87f0706-14f3-4b5b-955c-29bcf76bc2b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-771468'] for router_interface (9d38fda6-a9bd-45ca-89cd-3bbc6e69a609), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:00.433805 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-cbfcc3c8-acee-44c8-acda-d59f65064426 None None] Attempt 5 to provision port 2aea26ef-78b1-4046-af15-928f65832dc2 Sep 16 19:27:00.455622 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-da325075-e1dd-4bc7-8590-09e1ff66c357 admin admin] Publish callbacks [] for port (6ad525e3-5d23-4ac5-bc6e-4a19de0ad137), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:00.456274 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port 80985e4a-a4e4-4dd8-bdb1-ee6557658b1a is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:27:00.456685 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (80985e4a-a4e4-4dd8-bdb1-ee6557658b1a), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:00.468564 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-320898e9-b90d-4d31-92a6-070ae506975c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (3afb4de4-f3a2-4c8a-9293-93965c08bd82), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:00.471188 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-320898e9-b90d-4d31-92a6-070ae506975c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:00.482843 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-320898e9-b90d-4d31-92a6-070ae506975c admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/3afb4de4-f3a2-4c8a-9293-93965c08bd82 HTTP/1.1" status: 204 len: 168 time: 0.5779963 Sep 16 19:27:00.508769 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bce891-a96d-4852-a532-2ab3082ea62f None None] Pushing event updated for resources: {'Port': ['ID=dd937700-5f8d-4f77-b3ab-9d4e1a64f888,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:00.523372 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e5d2d0-8dbf-44f4-8c30-2306f370c45a None None] Checking agent: {'id': 'b5f6a205-959f-46f4-8ef4-8f70c2c67a2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850320-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 18, 35), 'started_at': datetime.datetime(2022, 9, 16, 19, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850320-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:27:00.523678 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e5d2d0-8dbf-44f4-8c30-2306f370c45a None None] Checking segment: {'id': 'ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:27:00.524070 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-70e5d2d0-8dbf-44f4-8c30-2306f370c45a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:00.524482 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e5d2d0-8dbf-44f4-8c30-2306f370c45a None None] Bound using segment: {'id': 'ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:27:00.530377 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-70e5d2d0-8dbf-44f4-8c30-2306f370c45a None None] Bound port: dd937700-5f8d-4f77-b3ab-9d4e1a64f888, host: dv-cinder-850320-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:27:00.530772 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-70e5d2d0-8dbf-44f4-8c30-2306f370c45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (dd937700-5f8d-4f77-b3ab-9d4e1a64f888), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:00.533949 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:00.564015 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320898e9-b90d-4d31-92a6-070ae506975c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afb4de4-f3a2-4c8a-9293-93965c08bd82,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:00.631929 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0211d295-a11b-472e-90b8-2a15b6d0a8aa tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for security_group (9aa71726-74eb-4aab-abce-b42d217b2996), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:00.691061 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0211d295-a11b-472e-90b8-2a15b6d0a8aa tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (9aa71726-74eb-4aab-abce-b42d217b2996), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:00.766628 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ac838df1-9534-4942-9578-11415f776b7d None None] For port 80985e4a-a4e4-4dd8-bdb1-ee6557658b1a, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=80985e4a-a4e4-4dd8-bdb1-ee6557658b1a,segment=NetworkSegment(1bbf8b0b-6495-4316-87f9-c02c1faf60ca),segment_id=1bbf8b0b-6495-4316-87f9-c02c1faf60ca)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:27:00.786207 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-70e5d2d0-8dbf-44f4-8c30-2306f370c45a None None] For port dd937700-5f8d-4f77-b3ab-9d4e1a64f888, host dv-cinder-850320-7-iscsi, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:27:00.794431 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-da325075-e1dd-4bc7-8590-09e1ff66c357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816'] for port (6ad525e3-5d23-4ac5-bc6e-4a19de0ad137), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:00.820968 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-cbfcc3c8-acee-44c8-acda-d59f65064426 None None] Port 2aea26ef-78b1-4046-af15-928f65832dc2 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:27:00.836766 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (80985e4a-a4e4-4dd8-bdb1-ee6557658b1a), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:00.838427 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device cec30bd8-93ca-4e57-9fce-b8840b1a6f37 up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:27:00.866616 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-70e5d2d0-8dbf-44f4-8c30-2306f370c45a None None] For port dd937700-5f8d-4f77-b3ab-9d4e1a64f888, host dv-cinder-850320-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=dd937700-5f8d-4f77-b3ab-9d4e1a64f888,segment=NetworkSegment(ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2),segment_id=ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:27:00.870512 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da325075-e1dd-4bc7-8590-09e1ff66c357 admin admin] Network 06f20952-b833-4b2b-a8fc-17adda48c9e0 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:27:00.874432 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87f0706-14f3-4b5b-955c-29bcf76bc2b9 admin admin] Network 1e4e6da9-902d-45b4-9fce-268e4415ecdb is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:27:00.882305 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-da325075-e1dd-4bc7-8590-09e1ff66c357 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:27:00.893246 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-f87f0706-14f3-4b5b-955c-29bcf76bc2b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:27:00.909401 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-5601d30f-f8ef-401a-88d2-59241a82e9f9 None None] Publish callbacks [] for port (2aea26ef-78b1-4046-af15-928f65832dc2), precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:00.921462 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0211d295-a11b-472e-90b8-2a15b6d0a8aa tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:00.923071 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-0211d295-a11b-472e-90b8-2a15b6d0a8aa tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3396780 Sep 16 19:27:00.930318 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-70e5d2d0-8dbf-44f4-8c30-2306f370c45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (dd937700-5f8d-4f77-b3ab-9d4e1a64f888), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:00.952908 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0211d295-a11b-472e-90b8-2a15b6d0a8aa tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa71726-74eb-4aab-abce-b42d217b2996,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:00.961701 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-60fd2d97-a077-4d0b-9db6-d16fb76d0c88 admin admin] Publish callbacks [] for security_group (76e3e1cf-b7a6-4188-a7a7-f0e12a5eb94b), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:00.962545 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 44166) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:00.969696 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-5601d30f-f8ef-401a-88d2-59241a82e9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (2aea26ef-78b1-4046-af15-928f65832dc2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:00.972728 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:00.982460 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da325075-e1dd-4bc7-8590-09e1ff66c357 admin admin] Pushing event updated for resources: {'Port': ['ID=6ad525e3-5d23-4ac5-bc6e-4a19de0ad137,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:00.985454 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-dfc024f5-2ef8-4b8b-99d6-e98de11e38d8 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Request body: {'security_group_rule': {'security_group_id': '9aa71726-74eb-4aab-abce-b42d217b2996', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:27:00.990293 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-e43a74a7-a166-44c9-8ec1-f2c6833c563b admin admin] Allocated IP 172.20.0.1 (c95d3abe-3283-4882-9a4b-da4bde31c550/bd855fb2-111c-4847-9866-e1c6fab3dfc7/1de6dbe0-9c8d-449a-ac88-31668696a1ef) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:27:01.021902 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-60fd2d97-a077-4d0b-9db6-d16fb76d0c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (76e3e1cf-b7a6-4188-a7a7-f0e12a5eb94b), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:01.143557 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e5d2d0-8dbf-44f4-8c30-2306f370c45a None None] Routers {'740295f4-51e8-4b53-b3d9-d5677e6c4721'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:27:01.153697 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-70e5d2d0-8dbf-44f4-8c30-2306f370c45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:26:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['740295f4-51e8-4b53-b3d9-d5677e6c4721'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:27:01.228325 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e43a74a7-a166-44c9-8ec1-f2c6833c563b admin admin] Publish callbacks [] for port (1de6dbe0-9c8d-449a-ac88-31668696a1ef), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:01.273025 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:01.275666 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da325075-e1dd-4bc7-8590-09e1ff66c357 admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:27:01.276642 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-da325075-e1dd-4bc7-8590-09e1ff66c357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771352'] for router_interface (75a5a185-19fc-4c58-a3e5-6ca6afe266a0), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:01.327531 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-cbfcc3c8-acee-44c8-acda-d59f65064426 None None] Attempt 6 to provision port 2aea26ef-78b1-4046-af15-928f65832dc2 Sep 16 19:27:01.336857 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:01.367478 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1,neutron:INSERT=15,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:01.400431 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 44180) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:01.428336 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port cec30bd8-93ca-4e57-9fce-b8840b1a6f37 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:27:01.429159 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (cec30bd8-93ca-4e57-9fce-b8840b1a6f37), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:01.429635 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port cec30bd8-93ca-4e57-9fce-b8840b1a6f37 Sep 16 19:27:01.444590 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-60fd2d97-a077-4d0b-9db6-d16fb76d0c88 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=b4b64a6a42f64b97827f79fff23015be&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4198337 Sep 16 19:27:01.447993 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 44188) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:01.460755 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Pushing event updated for resources: {'Port': ['ID=80985e4a-a4e4-4dd8-bdb1-ee6557658b1a,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:01.473065 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bce891-a96d-4852-a532-2ab3082ea62f None None] Pushing event updated for resources: {'Port': ['ID=dd937700-5f8d-4f77-b3ab-9d4e1a64f888,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:01.482981 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd2d97-a077-4d0b-9db6-d16fb76d0c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e3e1cf-b7a6-4188-a7a7-f0e12a5eb94b,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:01.489479 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:01.492668 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:01.495573 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e43a74a7-a166-44c9-8ec1-f2c6833c563b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816'] for port (1de6dbe0-9c8d-449a-ac88-31668696a1ef), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:01.519594 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-cbfcc3c8-acee-44c8-acda-d59f65064426 None None] Port 2aea26ef-78b1-4046-af15-928f65832dc2 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:27:01.528184 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43a74a7-a166-44c9-8ec1-f2c6833c563b admin admin] Network c95d3abe-3283-4882-9a4b-da4bde31c550 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:27:01.587244 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-e43a74a7-a166-44c9-8ec1-f2c6833c563b admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:27:01.590372 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43a74a7-a166-44c9-8ec1-f2c6833c563b admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:27:01.591627 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e43a74a7-a166-44c9-8ec1-f2c6833c563b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771352'] for router_interface (740295f4-51e8-4b53-b3d9-d5677e6c4721), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:01.603079 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-5601d30f-f8ef-401a-88d2-59241a82e9f9 None None] Attempting to bind port 2aea26ef-78b1-4046-af15-928f65832dc2 on host dv-cinder-850320-7-iscsi for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:27:01.603536 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-5601d30f-f8ef-401a-88d2-59241a82e9f9 None None] Attempting to bind port 2aea26ef-78b1-4046-af15-928f65832dc2 by drivers openvswitch,hyperv on host dv-cinder-850320-7-iscsi at level 0 using segments [{'id': 'd2aecd8e-0f77-4a3e-8fa6-6519afb8f770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:27:01.603733 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5601d30f-f8ef-401a-88d2-59241a82e9f9 None None] Attempting to bind port 2aea26ef-78b1-4046-af15-928f65832dc2 on network 1b509164-1dc6-4639-9003-d3f932682d2f {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:27:01.634241 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dfc024f5-2ef8-4b8b-99d6-e98de11e38d8 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for security_group_rule (1145c76e-f2eb-439b-a622-cdc62c4a3a7e), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:01.649891 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-da325075-e1dd-4bc7-8590-09e1ff66c357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (6ad525e3-5d23-4ac5-bc6e-4a19de0ad137), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:01.657773 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f365b76c-8772-4b4d-9059-ab9461cf9801 None None] Publish callbacks [] for port (8924584b-67d4-427e-abf8-2fd95202bf51), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:01.660830 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:01.677842 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f365b76c-8772-4b4d-9059-ab9461cf9801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (8924584b-67d4-427e-abf8-2fd95202bf51), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:01.683594 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc19ba-0864-4cfc-a23c-d874b58dd4d2 None None] Pushing event updated for resources: {'Port': ['ID=2aea26ef-78b1-4046-af15-928f65832dc2,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:01.691102 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5601d30f-f8ef-401a-88d2-59241a82e9f9 None None] Checking agent: {'id': 'b5f6a205-959f-46f4-8ef4-8f70c2c67a2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850320-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 18, 35), 'started_at': datetime.datetime(2022, 9, 16, 19, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850320-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:27:01.691455 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5601d30f-f8ef-401a-88d2-59241a82e9f9 None None] Checking segment: {'id': 'd2aecd8e-0f77-4a3e-8fa6-6519afb8f770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:27:01.691852 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-5601d30f-f8ef-401a-88d2-59241a82e9f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:01.692266 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5601d30f-f8ef-401a-88d2-59241a82e9f9 None None] Bound using segment: {'id': 'd2aecd8e-0f77-4a3e-8fa6-6519afb8f770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:27:01.700569 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-5601d30f-f8ef-401a-88d2-59241a82e9f9 None None] Bound port: 2aea26ef-78b1-4046-af15-928f65832dc2, host: dv-cinder-850320-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2aecd8e-0f77-4a3e-8fa6-6519afb8f770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:27:01.700970 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-5601d30f-f8ef-401a-88d2-59241a82e9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (2aea26ef-78b1-4046-af15-928f65832dc2), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:01.708076 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-70e5d2d0-8dbf-44f4-8c30-2306f370c45a None None] Set router 740295f4-51e8-4b53-b3d9-d5677e6c4721 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:27:01.715461 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port cec30bd8-93ca-4e57-9fce-b8840b1a6f37 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:27:01.716861 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device e38e9c5d-921c-450a-a488-6528248c18bd up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:27:01.859492 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d2b77-0d18-4678-8eb1-e0c5e9277eb7 None None] Pushing event updated for resources: {'Port': ['ID=8924584b-67d4-427e-abf8-2fd95202bf51,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:01.904964 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a74a7-a166-44c9-8ec1-f2c6833c563b admin admin] Pushing event updated for resources: {'Port': ['ID=1de6dbe0-9c8d-449a-ac88-31668696a1ef,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:01.947473 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87f0706-14f3-4b5b-955c-29bcf76bc2b9 admin admin] Router 9d38fda6-a9bd-45ca-89cd-3bbc6e69a609 has already been hosted by L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:27:01.967381 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-f365b76c-8772-4b4d-9059-ab9461cf9801 None None] Attempting to bind port 8924584b-67d4-427e-abf8-2fd95202bf51 on host dv-cinder-850320-7-iscsi for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:27:01.968127 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-f365b76c-8772-4b4d-9059-ab9461cf9801 None None] Attempting to bind port 8924584b-67d4-427e-abf8-2fd95202bf51 by drivers openvswitch,hyperv on host dv-cinder-850320-7-iscsi at level 0 using segments [{'id': 'ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:27:01.968687 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f365b76c-8772-4b4d-9059-ab9461cf9801 None None] Attempting to bind port 8924584b-67d4-427e-abf8-2fd95202bf51 on network 01cd8397-3ed1-4c5d-9923-fabf569219df {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:27:02.024126 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port e38e9c5d-921c-450a-a488-6528248c18bd triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:27:02.030218 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (e38e9c5d-921c-450a-a488-6528248c18bd), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:02.031813 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port e38e9c5d-921c-450a-a488-6528248c18bd Sep 16 19:27:02.036750 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-cbfcc3c8-acee-44c8-acda-d59f65064426 None None] Attempt 7 to provision port 2aea26ef-78b1-4046-af15-928f65832dc2 Sep 16 19:27:02.048464 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-bc10b656-be36-412f-ab2f-911a1fe1d01e admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=2bb26df5a5a741f8a84f4b43aa052c91&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6442106 Sep 16 19:27:02.056210 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 44200) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:02.101268 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c8a97279-2e16-4e85-975c-4409168aee98 admin admin] Publish callbacks [] for security_group (76e3e1cf-b7a6-4188-a7a7-f0e12a5eb94b), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:02.149296 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c8a97279-2e16-4e85-975c-4409168aee98 admin admin] Publish callbacks [] for security_group (76e3e1cf-b7a6-4188-a7a7-f0e12a5eb94b), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:02.201798 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-da325075-e1dd-4bc7-8590-09e1ff66c357 admin admin] Publish callbacks [] for port (6ad525e3-5d23-4ac5-bc6e-4a19de0ad137), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:02.214818 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-cbfcc3c8-acee-44c8-acda-d59f65064426 None None] Port 2aea26ef-78b1-4046-af15-928f65832dc2 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:27:02.215279 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-da325075-e1dd-4bc7-8590-09e1ff66c357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (6ad525e3-5d23-4ac5-bc6e-4a19de0ad137), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:02.215509 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f365b76c-8772-4b4d-9059-ab9461cf9801 None None] Checking agent: {'id': 'b5f6a205-959f-46f4-8ef4-8f70c2c67a2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850320-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 18, 35), 'started_at': datetime.datetime(2022, 9, 16, 19, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850320-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:27:02.215852 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f365b76c-8772-4b4d-9059-ab9461cf9801 None None] Checking segment: {'id': 'ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:27:02.216149 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-da325075-e1dd-4bc7-8590-09e1ff66c357 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-771468'] for router_interface (75a5a185-19fc-4c58-a3e5-6ca6afe266a0), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:02.216266 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f365b76c-8772-4b4d-9059-ab9461cf9801 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:02.216646 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f365b76c-8772-4b4d-9059-ab9461cf9801 None None] Bound using segment: {'id': 'ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:27:02.217133 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-f365b76c-8772-4b4d-9059-ab9461cf9801 None None] Bound port: 8924584b-67d4-427e-abf8-2fd95202bf51, host: dv-cinder-850320-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:27:02.217503 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f365b76c-8772-4b4d-9059-ab9461cf9801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (8924584b-67d4-427e-abf8-2fd95202bf51), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:02.298523 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dfc024f5-2ef8-4b8b-99d6-e98de11e38d8 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for security_group_rule (1145c76e-f2eb-439b-a622-cdc62c4a3a7e), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:02.310804 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-5601d30f-f8ef-401a-88d2-59241a82e9f9 None None] For port 2aea26ef-78b1-4046-af15-928f65832dc2, host dv-cinder-850320-7-iscsi, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:27:02.328275 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-5601d30f-f8ef-401a-88d2-59241a82e9f9 None None] For port 2aea26ef-78b1-4046-af15-928f65832dc2, host dv-cinder-850320-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=2aea26ef-78b1-4046-af15-928f65832dc2,segment=NetworkSegment(d2aecd8e-0f77-4a3e-8fa6-6519afb8f770),segment_id=d2aecd8e-0f77-4a3e-8fa6-6519afb8f770)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:27:02.415576 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-5601d30f-f8ef-401a-88d2-59241a82e9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (2aea26ef-78b1-4046-af15-928f65832dc2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:02.432931 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:02.464369 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e43a74a7-a166-44c9-8ec1-f2c6833c563b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (1de6dbe0-9c8d-449a-ac88-31668696a1ef), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:02.473454 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da325075-e1dd-4bc7-8590-09e1ff66c357 admin admin] Network 06f20952-b833-4b2b-a8fc-17adda48c9e0 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:27:02.481893 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da325075-e1dd-4bc7-8590-09e1ff66c357 admin admin] Pushing event updated for resources: {'Port': ['ID=6ad525e3-5d23-4ac5-bc6e-4a19de0ad137,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:02.489343 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-da325075-e1dd-4bc7-8590-09e1ff66c357 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:27:02.499584 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5601d30f-f8ef-401a-88d2-59241a82e9f9 None None] Routers {'9227d13d-de08-4ed6-a833-6283712bcfa7'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:27:02.500422 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5601d30f-f8ef-401a-88d2-59241a82e9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:26:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['9227d13d-de08-4ed6-a833-6283712bcfa7'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:27:02.587632 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-f365b76c-8772-4b4d-9059-ab9461cf9801 None None] For port 8924584b-67d4-427e-abf8-2fd95202bf51, host dv-cinder-850320-7-iscsi, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:27:02.591019 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0a58c5b5-dee6-41b9-90de-eb93ea26c7cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:02.623507 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-f365b76c-8772-4b4d-9059-ab9461cf9801 None None] For port 8924584b-67d4-427e-abf8-2fd95202bf51, host dv-cinder-850320-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=8924584b-67d4-427e-abf8-2fd95202bf51,segment=NetworkSegment(ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2),segment_id=ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:27:02.631616 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port e38e9c5d-921c-450a-a488-6528248c18bd is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:27:02.632221 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (e38e9c5d-921c-450a-a488-6528248c18bd), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:02.651159 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f365b76c-8772-4b4d-9059-ab9461cf9801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (8924584b-67d4-427e-abf8-2fd95202bf51), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:02.703326 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ac838df1-9534-4942-9578-11415f776b7d None None] For port e38e9c5d-921c-450a-a488-6528248c18bd, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=e38e9c5d-921c-450a-a488-6528248c18bd,segment=NetworkSegment(ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2),segment_id=ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:27:02.716832 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f365b76c-8772-4b4d-9059-ab9461cf9801 None None] Routers {'75a5a185-19fc-4c58-a3e5-6ca6afe266a0'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:27:02.718414 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-f365b76c-8772-4b4d-9059-ab9461cf9801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:27:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['75a5a185-19fc-4c58-a3e5-6ca6afe266a0'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:27:02.734558 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-cbfcc3c8-acee-44c8-acda-d59f65064426 None None] Attempt 8 to provision port 2aea26ef-78b1-4046-af15-928f65832dc2 Sep 16 19:27:02.765063 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-70e5d2d0-8dbf-44f4-8c30-2306f370c45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'name': 'tempest-AttachVolumeTestJSON-2106035523-router', 'tenant_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'dd937700-5f8d-4f77-b3ab-9d4e1a64f888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:26:54Z', 'revision_number': 3, 'project_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'gw_port': {'id': 'dd937700-5f8d-4f77-b3ab-9d4e1a64f888', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:52Z', 'updated_at': '2022-09-16T19:27:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi'}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:27:02.775247 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c8a97279-2e16-4e85-975c-4409168aee98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (76e3e1cf-b7a6-4188-a7a7-f0e12a5eb94b), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:02.778260 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c8a97279-2e16-4e85-975c-4409168aee98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:02.779671 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-c8a97279-2e16-4e85-975c-4409168aee98 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/76e3e1cf-b7a6-4188-a7a7-f0e12a5eb94b HTTP/1.1" status: 204 len: 168 time: 1.3147120 Sep 16 19:27:02.781217 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dfc024f5-2ef8-4b8b-99d6-e98de11e38d8 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578197'] for security_group_rule (1145c76e-f2eb-439b-a622-cdc62c4a3a7e), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:02.802382 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (e38e9c5d-921c-450a-a488-6528248c18bd), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:02.840249 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da325075-e1dd-4bc7-8590-09e1ff66c357 admin admin] Router 75a5a185-19fc-4c58-a3e5-6ca6afe266a0 has already been hosted by L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:27:02.865115 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:02.880982 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d2b77-0d18-4678-8eb1-e0c5e9277eb7 None None] Pushing event updated for resources: {'Port': ['ID=8924584b-67d4-427e-abf8-2fd95202bf51,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:02.889070 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:02.919181 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e5d2d0-8dbf-44f4-8c30-2306f370c45a None None] The sync data for ids ['740295f4-51e8-4b53-b3d9-d5677e6c4721'] in dv-cinder-850320-7-iscsi is: [{'id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'name': 'tempest-AttachVolumeTestJSON-2106035523-router', 'tenant_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'dd937700-5f8d-4f77-b3ab-9d4e1a64f888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:26:54Z', 'revision_number': 3, 'project_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'gw_port': {'id': 'dd937700-5f8d-4f77-b3ab-9d4e1a64f888', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:52Z', 'updated_at': '2022-09-16T19:27:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:27:02.966340 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e43a74a7-a166-44c9-8ec1-f2c6833c563b admin admin] Publish callbacks [] for port (1de6dbe0-9c8d-449a-ac88-31668696a1ef), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:02.991097 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a97279-2e16-4e85-975c-4409168aee98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e3e1cf-b7a6-4188-a7a7-f0e12a5eb94b,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:02.992488 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e43a74a7-a166-44c9-8ec1-f2c6833c563b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (1de6dbe0-9c8d-449a-ac88-31668696a1ef), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:02.993240 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e43a74a7-a166-44c9-8ec1-f2c6833c563b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-771468'] for router_interface (740295f4-51e8-4b53-b3d9-d5677e6c4721), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:03.017388 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-5601d30f-f8ef-401a-88d2-59241a82e9f9 None None] Set router 9227d13d-de08-4ed6-a833-6283712bcfa7 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:27:03.073916 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:03.082133 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc19ba-0864-4cfc-a23c-d874b58dd4d2 None None] Pushing event updated for resources: {'Port': ['ID=2aea26ef-78b1-4046-af15-928f65832dc2,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:03.168119 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Pushing event updated for resources: {'Port': ['ID=e38e9c5d-921c-450a-a488-6528248c18bd,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:03.188586 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device d75a9e4d-fe13-463b-ba52-a159e68cc115 up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:27:03.201031 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87f0706-14f3-4b5b-955c-29bcf76bc2b9 admin admin] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:27:03.217047 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-f365b76c-8772-4b4d-9059-ab9461cf9801 None None] Set router 75a5a185-19fc-4c58-a3e5-6ca6afe266a0 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:27:03.218975 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a74a7-a166-44c9-8ec1-f2c6833c563b admin admin] Pushing event updated for resources: {'Port': ['ID=1de6dbe0-9c8d-449a-ac88-31668696a1ef,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:03.224531 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da325075-e1dd-4bc7-8590-09e1ff66c357 admin admin] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:27:03.233919 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-da325075-e1dd-4bc7-8590-09e1ff66c357 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/75a5a185-19fc-4c58-a3e5-6ca6afe266a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0334644 Sep 16 19:27:03.245938 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 44226) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:03.263643 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-f87f0706-14f3-4b5b-955c-29bcf76bc2b9 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/9d38fda6-a9bd-45ca-89cd-3bbc6e69a609/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8125854 Sep 16 19:27:03.263643 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc024f5-2ef8-4b8b-99d6-e98de11e38d8 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1145c76e-f2eb-439b-a622-cdc62c4a3a7e,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:03.280766 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dfc024f5-2ef8-4b8b-99d6-e98de11e38d8 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:03.284418 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-dfc024f5-2ef8-4b8b-99d6-e98de11e38d8 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3173044 Sep 16 19:27:03.288549 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 44236) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:03.303499 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-4732574d-b490-4a33-bff1-8d2fa46360ec tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Request body: {'security_group_rule': {'security_group_id': '9aa71726-74eb-4aab-abce-b42d217b2996', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:27:03.354020 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43a74a7-a166-44c9-8ec1-f2c6833c563b admin admin] Network c95d3abe-3283-4882-9a4b-da4bde31c550 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:27:03.355882 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-e43a74a7-a166-44c9-8ec1-f2c6833c563b admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:27:03.356429 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce825a9c-7914-45ad-b4af-9e7f1679b330 None None] Sync routers for ids ['9d38fda6-a9bd-45ca-89cd-3bbc6e69a609'] in dv-cinder-850320-7-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:27:03.357870 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8ec22b06-ab6b-4fd5-83e1-c90fa6c01e4b admin admin] Publish callbacks [] for security_group (cd6e818e-1b6f-430c-a6f8-2ebdba866cc4), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:03.441097 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4732574d-b490-4a33-bff1-8d2fa46360ec tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for security_group_rule (5910cb98-8794-4498-bf23-809aa81c38a7), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:03.443310 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce825a9c-7914-45ad-b4af-9e7f1679b330 None None] Routers {'9d38fda6-a9bd-45ca-89cd-3bbc6e69a609'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:27:03.444036 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-ce825a9c-7914-45ad-b4af-9e7f1679b330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:27:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['9d38fda6-a9bd-45ca-89cd-3bbc6e69a609'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:27:03.458849 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:03.465763 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8ec22b06-ab6b-4fd5-83e1-c90fa6c01e4b admin admin] Publish callbacks [] for security_group (cd6e818e-1b6f-430c-a6f8-2ebdba866cc4), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:03.548103 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5601d30f-f8ef-401a-88d2-59241a82e9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'name': 'tempest-AttachVolumeNegativeTest-1174890714-router', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:47Z', 'updated_at': '2022-09-16T19:26:56Z', 'revision_number': 4, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'gw_port': {'id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:dd:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:48Z', 'updated_at': '2022-09-16T19:26:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '2aea26ef-78b1-4046-af15-928f65832dc2', 'name': '', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'mac_address': 'fa:16:3e:64:49:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:53Z', 'updated_at': '2022-09-16T19:27:02Z', 'revision_number': 4, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'subnets': [{'id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:27:03.591465 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5601d30f-f8ef-401a-88d2-59241a82e9f9 None None] The sync data for ids ['9227d13d-de08-4ed6-a833-6283712bcfa7'] in dv-cinder-850320-7-iscsi is: [{'id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'name': 'tempest-AttachVolumeNegativeTest-1174890714-router', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:47Z', 'updated_at': '2022-09-16T19:26:56Z', 'revision_number': 4, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'gw_port': {'id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:dd:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:48Z', 'updated_at': '2022-09-16T19:26:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '2aea26ef-78b1-4046-af15-928f65832dc2', 'name': '', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'mac_address': 'fa:16:3e:64:49:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:53Z', 'updated_at': '2022-09-16T19:27:02Z', 'revision_number': 4, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'subnets': [{'id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:27:03.652473 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 44244) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:03.689736 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ebe220e-17b1-4008-9635-7fe50b31a91f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:03.699493 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8ec22b06-ab6b-4fd5-83e1-c90fa6c01e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (cd6e818e-1b6f-430c-a6f8-2ebdba866cc4), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:03.706340 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8ec22b06-ab6b-4fd5-83e1-c90fa6c01e4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:03.716719 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-8ec22b06-ab6b-4fd5-83e1-c90fa6c01e4b admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/cd6e818e-1b6f-430c-a6f8-2ebdba866cc4 HTTP/1.1" status: 204 len: 168 time: 1.6514716 Sep 16 19:27:03.794304 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec22b06-ab6b-4fd5-83e1-c90fa6c01e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6e818e-1b6f-430c-a6f8-2ebdba866cc4,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:03.881398 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e43a74a7-a166-44c9-8ec1-f2c6833c563b admin admin] Router 740295f4-51e8-4b53-b3d9-d5677e6c4721 has already been hosted by L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:27:03.892498 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4732574d-b490-4a33-bff1-8d2fa46360ec tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for security_group_rule (5910cb98-8794-4498-bf23-809aa81c38a7), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:03.912120 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4732574d-b490-4a33-bff1-8d2fa46360ec tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578197'] for security_group_rule (5910cb98-8794-4498-bf23-809aa81c38a7), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:03.947092 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4732574d-b490-4a33-bff1-8d2fa46360ec tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5910cb98-8794-4498-bf23-809aa81c38a7,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:03.950537 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:04.009531 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ebe220e-17b1-4008-9635-7fe50b31a91f admin admin] Publish callbacks [] for security_group (b18502b1-33d8-4c87-bf71-d2c83dd73829), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:04.017849 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4732574d-b490-4a33-bff1-8d2fa46360ec tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:04.018669 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ebe220e-17b1-4008-9635-7fe50b31a91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (b18502b1-33d8-4c87-bf71-d2c83dd73829), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:04.019731 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-4732574d-b490-4a33-bff1-8d2fa46360ec tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7277710 Sep 16 19:27:04.028955 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 44250) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:04.035072 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-2a4262ca-dcff-4380-99e9-b065303fa4ea tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Request body: {'floatingip': {'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:27:04.057778 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-cbfcc3c8-acee-44c8-acda-d59f65064426 None None] Current status of the port 2aea26ef-78b1-4046-af15-928f65832dc2 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:27:04.058341 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cbfcc3c8-acee-44c8-acda-d59f65064426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (2aea26ef-78b1-4046-af15-928f65832dc2), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:04.071537 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe220e-17b1-4008-9635-7fe50b31a91f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18502b1-33d8-4c87-bf71-d2c83dd73829,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:04.092806 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:04.093485 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port d75a9e4d-fe13-463b-ba52-a159e68cc115 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:27:04.093866 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (d75a9e4d-fe13-463b-ba52-a159e68cc115), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:04.096844 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port d75a9e4d-fe13-463b-ba52-a159e68cc115 Sep 16 19:27:04.147455 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-5ebe220e-17b1-4008-9635-7fe50b31a91f admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=d5da3952a897409380d15e1d52d31923&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4937694 Sep 16 19:27:04.150318 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 44252) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:04.260579 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=7 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:04.301105 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-098d3fcf-2226-42f2-953b-700dd0394ccd admin admin] Publish callbacks [] for security_group (b18502b1-33d8-4c87-bf71-d2c83dd73829), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:04.349761 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-cbfcc3c8-acee-44c8-acda-d59f65064426 None None] For port 2aea26ef-78b1-4046-af15-928f65832dc2, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=2aea26ef-78b1-4046-af15-928f65832dc2,segment=NetworkSegment(d2aecd8e-0f77-4a3e-8fa6-6519afb8f770),segment_id=d2aecd8e-0f77-4a3e-8fa6-6519afb8f770)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:27:04.368603 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-ce825a9c-7914-45ad-b4af-9e7f1679b330 None None] Set router 9d38fda6-a9bd-45ca-89cd-3bbc6e69a609 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:27:04.369530 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-098d3fcf-2226-42f2-953b-700dd0394ccd admin admin] Publish callbacks [] for security_group (b18502b1-33d8-4c87-bf71-d2c83dd73829), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:04.442449 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cbfcc3c8-acee-44c8-acda-d59f65064426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (2aea26ef-78b1-4046-af15-928f65832dc2), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:04.488197 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-098d3fcf-2226-42f2-953b-700dd0394ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (b18502b1-33d8-4c87-bf71-d2c83dd73829), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:04.490895 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-098d3fcf-2226-42f2-953b-700dd0394ccd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:04.495610 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-098d3fcf-2226-42f2-953b-700dd0394ccd admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/b18502b1-33d8-4c87-bf71-d2c83dd73829 HTTP/1.1" status: 204 len: 168 time: 0.3414004 Sep 16 19:27:04.522170 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098d3fcf-2226-42f2-953b-700dd0394ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18502b1-33d8-4c87-bf71-d2c83dd73829,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:04.540567 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2a4262ca-dcff-4380-99e9-b065303fa4ea tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:04.545681 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-cbfcc3c8-acee-44c8-acda-d59f65064426 None None] Provisioning complete for port 80985e4a-a4e4-4dd8-bdb1-ee6557658b1a triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:27:04.546267 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cbfcc3c8-acee-44c8-acda-d59f65064426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (80985e4a-a4e4-4dd8-bdb1-ee6557658b1a), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:04.546746 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-cbfcc3c8-acee-44c8-acda-d59f65064426 None None] Attempt 1 to provision port 80985e4a-a4e4-4dd8-bdb1-ee6557658b1a Sep 16 19:27:04.588605 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-444d9101-4bea-40eb-85f4-0b698f6551c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:04.650910 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43a74a7-a166-44c9-8ec1-f2c6833c563b admin admin] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:27:04.674094 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-e43a74a7-a166-44c9-8ec1-f2c6833c563b admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/740295f4-51e8-4b53-b3d9-d5677e6c4721/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4760139 Sep 16 19:27:04.754578 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:04.755709 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-f365b76c-8772-4b4d-9059-ab9461cf9801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a5a185-19fc-4c58-a3e5-6ca6afe266a0', 'name': 'tempest-DeleteServersTestJSON-595000305-router', 'tenant_id': '233a5a65caee4bc3be172bbd02c4efff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '8924584b-67d4-427e-abf8-2fd95202bf51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:27:01Z', 'revision_number': 4, 'project_id': '233a5a65caee4bc3be172bbd02c4efff', 'gw_port': {'id': '8924584b-67d4-427e-abf8-2fd95202bf51', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:47:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a5a185-19fc-4c58-a3e5-6ca6afe266a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:53Z', 'updated_at': '2022-09-16T19:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '6ad525e3-5d23-4ac5-bc6e-4a19de0ad137', 'name': '', 'network_id': '06f20952-b833-4b2b-a8fc-17adda48c9e0', 'tenant_id': '233a5a65caee4bc3be172bbd02c4efff', 'mac_address': 'fa:16:3e:bf:02:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a5a185-19fc-4c58-a3e5-6ca6afe266a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'e7116ad5-faf2-40a4-a2ef-91430a7f616f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:59Z', 'updated_at': '2022-09-16T19:27:02Z', 'revision_number': 2, 'project_id': '233a5a65caee4bc3be172bbd02c4efff', 'subnets': [{'id': 'e7116ad5-faf2-40a4-a2ef-91430a7f616f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:27:04.877893 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfcc3c8-acee-44c8-acda-d59f65064426 None None] Pushing event updated for resources: {'Port': ['ID=2aea26ef-78b1-4046-af15-928f65832dc2,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:04.880934 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port d75a9e4d-fe13-463b-ba52-a159e68cc115 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:27:04.891527 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 80985e4a-a4e4-4dd8-bdb1-ee6557658b1a up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:27:04.900023 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f365b76c-8772-4b4d-9059-ab9461cf9801 None None] The sync data for ids ['75a5a185-19fc-4c58-a3e5-6ca6afe266a0'] in dv-cinder-850320-7-iscsi is: [{'id': '75a5a185-19fc-4c58-a3e5-6ca6afe266a0', 'name': 'tempest-DeleteServersTestJSON-595000305-router', 'tenant_id': '233a5a65caee4bc3be172bbd02c4efff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '8924584b-67d4-427e-abf8-2fd95202bf51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:27:01Z', 'revision_number': 4, 'project_id': '233a5a65caee4bc3be172bbd02c4efff', 'gw_port': {'id': '8924584b-67d4-427e-abf8-2fd95202bf51', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:47:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a5a185-19fc-4c58-a3e5-6ca6afe266a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:53Z', 'updated_at': '2022-09-16T19:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '6ad525e3-5d23-4ac5-bc6e-4a19de0ad137', 'name': '', 'network_id': '06f20952-b833-4b2b-a8fc-17adda48c9e0', 'tenant_id': '233a5a65caee4bc3be172bbd02c4efff', 'mac_address': 'fa:16:3e:bf:02:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a5a185-19fc-4c58-a3e5-6ca6afe266a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'e7116ad5-faf2-40a4-a2ef-91430a7f616f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:59Z', 'updated_at': '2022-09-16T19:27:02Z', 'revision_number': 2, 'project_id': '233a5a65caee4bc3be172bbd02c4efff', 'subnets': [{'id': 'e7116ad5-faf2-40a4-a2ef-91430a7f616f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:27:04.994212 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2a4262ca-dcff-4380-99e9-b065303fa4ea tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:05.017386 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:05.075788 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 44304) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:05.078660 dv-cinder-850320-7-iscsi neutron-server[106252]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 16 19:27:05.103866 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 44306) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:05.123259 dv-cinder-850320-7-iscsi neutron-server[106253]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 16 19:27:05.127897 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:05.150643 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:05.268866 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:05.270859 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port 80985e4a-a4e4-4dd8-bdb1-ee6557658b1a triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:27:05.271283 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (80985e4a-a4e4-4dd8-bdb1-ee6557658b1a), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:05.271626 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port 80985e4a-a4e4-4dd8-bdb1-ee6557658b1a Sep 16 19:27:05.275740 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-cbfcc3c8-acee-44c8-acda-d59f65064426 None None] Current status of the port 80985e4a-a4e4-4dd8-bdb1-ee6557658b1a is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:27:05.320127 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-cbfcc3c8-acee-44c8-acda-d59f65064426 None None] Provisioning complete for port cec30bd8-93ca-4e57-9fce-b8840b1a6f37 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:27:05.320717 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cbfcc3c8-acee-44c8-acda-d59f65064426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (cec30bd8-93ca-4e57-9fce-b8840b1a6f37), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:05.321214 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-cbfcc3c8-acee-44c8-acda-d59f65064426 None None] Attempt 1 to provision port cec30bd8-93ca-4e57-9fce-b8840b1a6f37 Sep 16 19:27:05.347857 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-ce825a9c-7914-45ad-b4af-9e7f1679b330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'name': 'tempest-ServerRescueNegativeTestJSON-432940711-router', 'tenant_id': '804d63e1308b4729aff976d65f667e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:26:59Z', 'revision_number': 4, 'project_id': '804d63e1308b4729aff976d65f667e28', 'gw_port': {'id': '5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:61:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:26:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '2280f567-d19e-416f-8f6a-a99292e6a39d', 'name': '', 'network_id': '1e4e6da9-902d-45b4-9fce-268e4415ecdb', 'tenant_id': '804d63e1308b4729aff976d65f667e28', 'mac_address': 'fa:16:3e:27:29:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f796f6e5-3b84-4c9f-8c87-22a14447d493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:57Z', 'updated_at': '2022-09-16T19:26:59Z', 'revision_number': 2, 'project_id': '804d63e1308b4729aff976d65f667e28', 'subnets': [{'id': 'f796f6e5-3b84-4c9f-8c87-22a14447d493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:27:05.365989 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-444d9101-4bea-40eb-85f4-0b698f6551c6 admin admin] Publish callbacks [] for security_group (62787d98-8515-421e-be28-d498cf65a252), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:05.378282 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-8b6b0fc1-74cb-466a-b751-f7eb637d6fc7 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:05.380118 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-8b6b0fc1-74cb-466a-b751-f7eb637d6fc7 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/networks?id=1e4e6da9-902d-45b4-9fce-268e4415ecdb HTTP/1.1" status: 200 len: 818 time: 0.3032138 Sep 16 19:27:05.388012 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce825a9c-7914-45ad-b4af-9e7f1679b330 None None] Checking router: 9d38fda6-a9bd-45ca-89cd-3bbc6e69a609 for host: dv-cinder-850320-7-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:27:05.388776 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce825a9c-7914-45ad-b4af-9e7f1679b330 None None] Updating router 9d38fda6-a9bd-45ca-89cd-3bbc6e69a609 port 2280f567-d19e-416f-8f6a-a99292e6a39d binding host dv-cinder-850320-7-iscsi {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 19:27:05.402723 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-2175f443-0e23-42a8-b7ae-60a971655c1d tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/quotas/804d63e1308b4729aff976d65f667e28 HTTP/1.1" status: 200 len: 375 time: 0.0161440 Sep 16 19:27:05.453157 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ce825a9c-7914-45ad-b4af-9e7f1679b330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (2280f567-d19e-416f-8f6a-a99292e6a39d), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:05.528042 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port 80985e4a-a4e4-4dd8-bdb1-ee6557658b1a is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:27:05.528796 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-578e40a1-e7d7-43f1-94b7-6ba6d5d28ecc tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:05.529538 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4 up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:27:05.530662 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-578e40a1-e7d7-43f1-94b7-6ba6d5d28ecc tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/networks?id=06f20952-b833-4b2b-a8fc-17adda48c9e0 HTTP/1.1" status: 200 len: 811 time: 0.4170547 Sep 16 19:27:05.534972 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-444d9101-4bea-40eb-85f4-0b698f6551c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (62787d98-8515-421e-be28-d498cf65a252), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:05.621607 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-444d9101-4bea-40eb-85f4-0b698f6551c6 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=cd4a7602dab34627b2847a572e39816b&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3719530 Sep 16 19:27:05.628938 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-58f0948b-b17c-4212-a11a-d20a175f8c0b tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=804d63e1308b4729aff976d65f667e28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2201641 Sep 16 19:27:05.629622 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 44322) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:05.656235 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444d9101-4bea-40eb-85f4-0b698f6551c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62787d98-8515-421e-be28-d498cf65a252,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:05.691854 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-450eb040-c216-49d1-a8f0-126c914bd1c7 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/quotas/233a5a65caee4bc3be172bbd02c4efff HTTP/1.1" status: 200 len: 375 time: 0.1146739 Sep 16 19:27:05.744761 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-cbfcc3c8-acee-44c8-acda-d59f65064426 None None] Current status of the port cec30bd8-93ca-4e57-9fce-b8840b1a6f37 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:27:05.759888 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e2ba70a6-ae0c-40bf-9431-9a01f5aaac9b admin admin] Publish callbacks [] for security_group (62787d98-8515-421e-be28-d498cf65a252), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:05.805321 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-6f90ad79-d139-4e74-8c1b-cb01bdc0bad7 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=233a5a65caee4bc3be172bbd02c4efff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1064258 Sep 16 19:27:05.817205 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e2ba70a6-ae0c-40bf-9431-9a01f5aaac9b admin admin] Publish callbacks [] for security_group (62787d98-8515-421e-be28-d498cf65a252), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:05.818600 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-2a4262ca-dcff-4380-99e9-b065303fa4ea tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Allocated IP 172.27.2.120 (01cd8397-3ed1-4c5d-9923-fabf569219df/d3fb57fd-37cc-4923-b90f-7dd3d712a8d3/46a739b6-02bf-48b2-afd5-7c3bc74bdd8a) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:27:05.852630 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port 5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:27:05.855666 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:05.856042 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port 5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4 Sep 16 19:27:05.930212 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-fb2338f6-c31e-46c2-b841-6e8b05abc3e6 None None] Provisioning complete for port 2280f567-d19e-416f-8f6a-a99292e6a39d triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:27:05.930596 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fb2338f6-c31e-46c2-b841-6e8b05abc3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (2280f567-d19e-416f-8f6a-a99292e6a39d), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:05.930929 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-fb2338f6-c31e-46c2-b841-6e8b05abc3e6 None None] Attempt 1 to provision port 2280f567-d19e-416f-8f6a-a99292e6a39d Sep 16 19:27:05.950387 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e2ba70a6-ae0c-40bf-9431-9a01f5aaac9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (62787d98-8515-421e-be28-d498cf65a252), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:05.953789 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e2ba70a6-ae0c-40bf-9431-9a01f5aaac9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:05.958083 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-e2ba70a6-ae0c-40bf-9431-9a01f5aaac9b admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/62787d98-8515-421e-be28-d498cf65a252 HTTP/1.1" status: 204 len: 168 time: 0.3248382 Sep 16 19:27:05.965958 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba70a6-ae0c-40bf-9431-9a01f5aaac9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62787d98-8515-421e-be28-d498cf65a252,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:06.000233 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:06.022507 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-145f8b35-2510-46ea-83d2-a4ba56a419e2 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 19:27:06.023752 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-145f8b35-2510-46ea-83d2-a4ba56a419e2 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1451049 Sep 16 19:27:06.045055 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2a4262ca-dcff-4380-99e9-b065303fa4ea tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for port (46a739b6-02bf-48b2-afd5-7c3bc74bdd8a), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:06.092411 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2a4262ca-dcff-4380-99e9-b065303fa4ea tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816'] for port (46a739b6-02bf-48b2-afd5-7c3bc74bdd8a), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:06.149065 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4262ca-dcff-4380-99e9-b065303fa4ea tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Network 01cd8397-3ed1-4c5d-9923-fabf569219df is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:27:06.151824 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-fb2338f6-c31e-46c2-b841-6e8b05abc3e6 None None] Port 2280f567-d19e-416f-8f6a-a99292e6a39d cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:27:06.158192 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-2a4262ca-dcff-4380-99e9-b065303fa4ea tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:27:06.162765 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4262ca-dcff-4380-99e9-b065303fa4ea tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:27:06.170673 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:06.183731 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port 5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:27:06.184264 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:06.206653 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ac838df1-9534-4942-9578-11415f776b7d None None] For port 5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4,segment=NetworkSegment(ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2),segment_id=ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:27:06.210523 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4262ca-dcff-4380-99e9-b065303fa4ea tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Pushing event updated for resources: {'Port': ['ID=46a739b6-02bf-48b2-afd5-7c3bc74bdd8a,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:06.270538 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-7a330d1d-a6ed-445f-8d63-393c60cc8537 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/1e4e6da9-902d-45b4-9fce-268e4415ecdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399271 Sep 16 19:27:06.300580 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:DELETE=5,neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:06.334552 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2a4262ca-dcff-4380-99e9-b065303fa4ea tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for floatingip (c5d4b597-f55d-4bb6-b497-387431da21f1), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:06.342135 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ce825a9c-7914-45ad-b4af-9e7f1679b330 None None] Publish callbacks [] for port (2280f567-d19e-416f-8f6a-a99292e6a39d), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:06.346512 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:06.348267 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:06.398253 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2a4262ca-dcff-4380-99e9-b065303fa4ea tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (46a739b6-02bf-48b2-afd5-7c3bc74bdd8a), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:06.402162 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ce825a9c-7914-45ad-b4af-9e7f1679b330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (2280f567-d19e-416f-8f6a-a99292e6a39d), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:06.422233 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-1e791b37-af1e-4aa3-9c3b-47cb2b71fc19 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/1e4e6da9-902d-45b4-9fce-268e4415ecdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496725 Sep 16 19:27:06.537380 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Pushing event updated for resources: {'Port': ['ID=5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:06.616447 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2a4262ca-dcff-4380-99e9-b065303fa4ea tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for port (46a739b6-02bf-48b2-afd5-7c3bc74bdd8a), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:06.632038 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2a4262ca-dcff-4380-99e9-b065303fa4ea tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (46a739b6-02bf-48b2-afd5-7c3bc74bdd8a), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:06.632902 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2a4262ca-dcff-4380-99e9-b065303fa4ea tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681123'] for floatingip (c5d4b597-f55d-4bb6-b497-387431da21f1), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:06.638788 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-ce825a9c-7914-45ad-b4af-9e7f1679b330 None None] Attempting to bind port 2280f567-d19e-416f-8f6a-a99292e6a39d on host dv-cinder-850320-7-iscsi for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:27:06.639940 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-ce825a9c-7914-45ad-b4af-9e7f1679b330 None None] Attempting to bind port 2280f567-d19e-416f-8f6a-a99292e6a39d by drivers openvswitch,hyperv on host dv-cinder-850320-7-iscsi at level 0 using segments [{'id': '8bad0fa0-00c8-4390-9fc0-ed8795108045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1e4e6da9-902d-45b4-9fce-268e4415ecdb'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:27:06.641525 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce825a9c-7914-45ad-b4af-9e7f1679b330 None None] Attempting to bind port 2280f567-d19e-416f-8f6a-a99292e6a39d on network 1e4e6da9-902d-45b4-9fce-268e4415ecdb {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:27:06.656301 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-fb2338f6-c31e-46c2-b841-6e8b05abc3e6 None None] Attempt 2 to provision port 2280f567-d19e-416f-8f6a-a99292e6a39d Sep 16 19:27:06.658499 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device dd937700-5f8d-4f77-b3ab-9d4e1a64f888 up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:27:06.728491 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:06.745726 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-21983198-7895-4ca9-84e9-8f7308a73c85 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 19:27:06.747029 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-21983198-7895-4ca9-84e9-8f7308a73c85 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7378888 Sep 16 19:27:06.755366 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e4a98-8ccb-409e-9707-75d63af50bd1 None None] Pushing event updated for resources: {'Port': ['ID=2280f567-d19e-416f-8f6a-a99292e6a39d,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:06.759296 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2a4262ca-dcff-4380-99e9-b065303fa4ea tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for floatingip (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:06.764503 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-2a4262ca-dcff-4380-99e9-b065303fa4ea tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7340531 Sep 16 19:27:06.770658 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4262ca-dcff-4380-99e9-b065303fa4ea tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Pushing event updated for resources: {'Port': ['ID=46a739b6-02bf-48b2-afd5-7c3bc74bdd8a,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:06.816355 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-fb2338f6-c31e-46c2-b841-6e8b05abc3e6 None None] Port 2280f567-d19e-416f-8f6a-a99292e6a39d cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:27:06.832246 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce825a9c-7914-45ad-b4af-9e7f1679b330 None None] Checking agent: {'id': 'b5f6a205-959f-46f4-8ef4-8f70c2c67a2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850320-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 18, 35), 'started_at': datetime.datetime(2022, 9, 16, 19, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850320-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:27:06.832663 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce825a9c-7914-45ad-b4af-9e7f1679b330 None None] Checking segment: {'id': '8bad0fa0-00c8-4390-9fc0-ed8795108045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1e4e6da9-902d-45b4-9fce-268e4415ecdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:27:06.833224 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ce825a9c-7914-45ad-b4af-9e7f1679b330 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:06.833787 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce825a9c-7914-45ad-b4af-9e7f1679b330 None None] Bound using segment: {'id': '8bad0fa0-00c8-4390-9fc0-ed8795108045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1e4e6da9-902d-45b4-9fce-268e4415ecdb'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:27:06.834389 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-ce825a9c-7914-45ad-b4af-9e7f1679b330 None None] Bound port: 2280f567-d19e-416f-8f6a-a99292e6a39d, host: dv-cinder-850320-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bad0fa0-00c8-4390-9fc0-ed8795108045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1e4e6da9-902d-45b4-9fce-268e4415ecdb'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:27:06.834869 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ce825a9c-7914-45ad-b4af-9e7f1679b330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (2280f567-d19e-416f-8f6a-a99292e6a39d), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:06.857836 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port dd937700-5f8d-4f77-b3ab-9d4e1a64f888 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:27:06.858393 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (dd937700-5f8d-4f77-b3ab-9d4e1a64f888), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:06.858785 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port dd937700-5f8d-4f77-b3ab-9d4e1a64f888 Sep 16 19:27:06.919972 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 44388) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:06.957141 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ce825a9c-7914-45ad-b4af-9e7f1679b330 None None] For port 2280f567-d19e-416f-8f6a-a99292e6a39d, host dv-cinder-850320-7-iscsi, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:27:06.961022 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ce825a9c-7914-45ad-b4af-9e7f1679b330 None None] For port 2280f567-d19e-416f-8f6a-a99292e6a39d, host dv-cinder-850320-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=2280f567-d19e-416f-8f6a-a99292e6a39d,segment=NetworkSegment(8bad0fa0-00c8-4390-9fc0-ed8795108045),segment_id=8bad0fa0-00c8-4390-9fc0-ed8795108045)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:27:06.972101 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-feea7022-d5ce-48a8-83d7-b850b7b16af6 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/06f20952-b833-4b2b-a8fc-17adda48c9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034826 Sep 16 19:27:06.994616 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ce825a9c-7914-45ad-b4af-9e7f1679b330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (2280f567-d19e-416f-8f6a-a99292e6a39d), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:07.068902 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port dd937700-5f8d-4f77-b3ab-9d4e1a64f888 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:27:07.069291 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (dd937700-5f8d-4f77-b3ab-9d4e1a64f888), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:07.081981 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce825a9c-7914-45ad-b4af-9e7f1679b330 None None] Routers {'9d38fda6-a9bd-45ca-89cd-3bbc6e69a609'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:27:07.082668 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-ce825a9c-7914-45ad-b4af-9e7f1679b330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:27:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['9d38fda6-a9bd-45ca-89cd-3bbc6e69a609'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:27:07.129469 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-4adadbed-dcaa-438a-bf84-fd60936b4b64 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/06f20952-b833-4b2b-a8fc-17adda48c9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502507 Sep 16 19:27:07.139403 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e4a98-8ccb-409e-9707-75d63af50bd1 None None] Pushing event updated for resources: {'Port': ['ID=2280f567-d19e-416f-8f6a-a99292e6a39d,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:07.160457 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ac838df1-9534-4942-9578-11415f776b7d None None] For port dd937700-5f8d-4f77-b3ab-9d4e1a64f888, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=dd937700-5f8d-4f77-b3ab-9d4e1a64f888,segment=NetworkSegment(ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2),segment_id=ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:27:07.171703 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd25dfa4-4adb-4918-8a6a-2043bbdd476a None None] Sync routers for ids ['740295f4-51e8-4b53-b3d9-d5677e6c4721'] in dv-cinder-850320-7-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:27:07.182937 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (dd937700-5f8d-4f77-b3ab-9d4e1a64f888), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:07.184784 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 2aea26ef-78b1-4046-af15-928f65832dc2 up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:27:07.195719 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd25dfa4-4adb-4918-8a6a-2043bbdd476a None None] Routers {'740295f4-51e8-4b53-b3d9-d5677e6c4721'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:27:07.196580 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-bd25dfa4-4adb-4918-8a6a-2043bbdd476a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:27:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['740295f4-51e8-4b53-b3d9-d5677e6c4721'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:27:07.333934 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-fb2338f6-c31e-46c2-b841-6e8b05abc3e6 None None] Attempt 3 to provision port 2280f567-d19e-416f-8f6a-a99292e6a39d Sep 16 19:27:07.410161 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-ce825a9c-7914-45ad-b4af-9e7f1679b330 None None] Set router 9d38fda6-a9bd-45ca-89cd-3bbc6e69a609 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:27:07.421827 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-bd25dfa4-4adb-4918-8a6a-2043bbdd476a None None] Set router 740295f4-51e8-4b53-b3d9-d5677e6c4721 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:27:07.451512 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 44398) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:07.458542 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:07.466662 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:07.471604 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-31acc62a-69b6-4ecc-af48-ed39d091032b tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1708162861', 'description': 'tempest-description--2032291201'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:27:07.489126 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Pushing event updated for resources: {'Port': ['ID=dd937700-5f8d-4f77-b3ab-9d4e1a64f888,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:07.505759 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port 2aea26ef-78b1-4046-af15-928f65832dc2 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:27:07.505759 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (2aea26ef-78b1-4046-af15-928f65832dc2), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:07.506041 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port 2aea26ef-78b1-4046-af15-928f65832dc2 Sep 16 19:27:07.533321 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:07.537564 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:07.627742 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-31acc62a-69b6-4ecc-af48-ed39d091032b tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:07.718488 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-fb2338f6-c31e-46c2-b841-6e8b05abc3e6 None None] Current status of the port 2280f567-d19e-416f-8f6a-a99292e6a39d is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:27:07.719158 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fb2338f6-c31e-46c2-b841-6e8b05abc3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (2280f567-d19e-416f-8f6a-a99292e6a39d), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:07.877024 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-fb2338f6-c31e-46c2-b841-6e8b05abc3e6 None None] For port 2280f567-d19e-416f-8f6a-a99292e6a39d, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=2280f567-d19e-416f-8f6a-a99292e6a39d,segment=NetworkSegment(8bad0fa0-00c8-4390-9fc0-ed8795108045),segment_id=8bad0fa0-00c8-4390-9fc0-ed8795108045)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:27:07.909396 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fb2338f6-c31e-46c2-b841-6e8b05abc3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (2280f567-d19e-416f-8f6a-a99292e6a39d), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:07.923727 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-071087c1-e980-4816-be83-707ffa9f8a9d req-61fa976e-23d5-448c-99a8-065cf6d6986d tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a25b4fc6-10a3-4f69-9922-5e5a78982474 HTTP/1.1" status: 200 len: 210 time: 0.2797241 Sep 16 19:27:07.951629 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-31acc62a-69b6-4ecc-af48-ed39d091032b tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks [] for security_group (a598f7fd-bee5-4e49-9a89-601e8481b4c4), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:07.966902 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ac7a71bd-5a56-4406-a8a1-c807c9387717 req-cf12131a-ecbe-4f7e-aa2e-d492fb60e9a8 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--915251145&fields=id&tenant_id=1983ce4dc9bd4050a2399d9f62d3e871 HTTP/1.1" status: 200 len: 267 time: 0.2403092 Sep 16 19:27:08.032124 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-bd25dfa4-4adb-4918-8a6a-2043bbdd476a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'name': 'tempest-AttachVolumeTestJSON-2106035523-router', 'tenant_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'dd937700-5f8d-4f77-b3ab-9d4e1a64f888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:27:02Z', 'revision_number': 4, 'project_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'gw_port': {'id': 'dd937700-5f8d-4f77-b3ab-9d4e1a64f888', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:52Z', 'updated_at': '2022-09-16T19:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '1de6dbe0-9c8d-449a-ac88-31668696a1ef', 'name': '', 'network_id': 'c95d3abe-3283-4882-9a4b-da4bde31c550', 'tenant_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'mac_address': 'fa:16:3e:43:31:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bd855fb2-111c-4847-9866-e1c6fab3dfc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:27:00Z', 'updated_at': '2022-09-16T19:27:02Z', 'revision_number': 2, 'project_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'subnets': [{'id': 'bd855fb2-111c-4847-9866-e1c6fab3dfc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:27:08.063399 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2338f6-c31e-46c2-b841-6e8b05abc3e6 None None] Pushing event updated for resources: {'Port': ['ID=2280f567-d19e-416f-8f6a-a99292e6a39d,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:08.066869 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e7685b9f-fdba-49cd-be4b-e059a98694ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:08.069853 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-31acc62a-69b6-4ecc-af48-ed39d091032b tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (a598f7fd-bee5-4e49-9a89-601e8481b4c4), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:08.090220 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port 2aea26ef-78b1-4046-af15-928f65832dc2 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:27:08.091556 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device e38e9c5d-921c-450a-a488-6528248c18bd up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:27:08.097448 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-fb2338f6-c31e-46c2-b841-6e8b05abc3e6 None None] Provisioning complete for port 2aea26ef-78b1-4046-af15-928f65832dc2 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:27:08.097957 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fb2338f6-c31e-46c2-b841-6e8b05abc3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (2aea26ef-78b1-4046-af15-928f65832dc2), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:08.098375 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-fb2338f6-c31e-46c2-b841-6e8b05abc3e6 None None] Attempt 1 to provision port 2aea26ef-78b1-4046-af15-928f65832dc2 Sep 16 19:27:08.145244 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd25dfa4-4adb-4918-8a6a-2043bbdd476a None None] Checking router: 740295f4-51e8-4b53-b3d9-d5677e6c4721 for host: dv-cinder-850320-7-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:27:08.145957 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd25dfa4-4adb-4918-8a6a-2043bbdd476a None None] Updating router 740295f4-51e8-4b53-b3d9-d5677e6c4721 port 1de6dbe0-9c8d-449a-ac88-31668696a1ef binding host dv-cinder-850320-7-iscsi {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 19:27:08.183357 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-bd25dfa4-4adb-4918-8a6a-2043bbdd476a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (1de6dbe0-9c8d-449a-ac88-31668696a1ef), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:08.231766 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-5dfb49d0-8749-427b-b887-17dd0765853c req-1032174a-178a-4c2c-ad15-a5f31309b4df tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 210 time: 0.1727295 Sep 16 19:27:08.302141 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-ce825a9c-7914-45ad-b4af-9e7f1679b330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'name': 'tempest-ServerRescueNegativeTestJSON-432940711-router', 'tenant_id': '804d63e1308b4729aff976d65f667e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:26:59Z', 'revision_number': 4, 'project_id': '804d63e1308b4729aff976d65f667e28', 'gw_port': {'id': '5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:61:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '2280f567-d19e-416f-8f6a-a99292e6a39d', 'name': '', 'network_id': '1e4e6da9-902d-45b4-9fce-268e4415ecdb', 'tenant_id': '804d63e1308b4729aff976d65f667e28', 'mac_address': 'fa:16:3e:27:29:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f796f6e5-3b84-4c9f-8c87-22a14447d493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:57Z', 'updated_at': '2022-09-16T19:27:06Z', 'revision_number': 4, 'project_id': '804d63e1308b4729aff976d65f667e28', 'subnets': [{'id': 'f796f6e5-3b84-4c9f-8c87-22a14447d493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:27:08.308638 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:08.345578 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce825a9c-7914-45ad-b4af-9e7f1679b330 None None] The sync data for ids ['9d38fda6-a9bd-45ca-89cd-3bbc6e69a609'] in dv-cinder-850320-7-iscsi is: [{'id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'name': 'tempest-ServerRescueNegativeTestJSON-432940711-router', 'tenant_id': '804d63e1308b4729aff976d65f667e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:26:59Z', 'revision_number': 4, 'project_id': '804d63e1308b4729aff976d65f667e28', 'gw_port': {'id': '5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:61:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '2280f567-d19e-416f-8f6a-a99292e6a39d', 'name': '', 'network_id': '1e4e6da9-902d-45b4-9fce-268e4415ecdb', 'tenant_id': '804d63e1308b4729aff976d65f667e28', 'mac_address': 'fa:16:3e:27:29:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f796f6e5-3b84-4c9f-8c87-22a14447d493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:57Z', 'updated_at': '2022-09-16T19:27:06Z', 'revision_number': 4, 'project_id': '804d63e1308b4729aff976d65f667e28', 'subnets': [{'id': 'f796f6e5-3b84-4c9f-8c87-22a14447d493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:27:08.400398 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port e38e9c5d-921c-450a-a488-6528248c18bd triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:27:08.400801 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (e38e9c5d-921c-450a-a488-6528248c18bd), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:08.401421 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port e38e9c5d-921c-450a-a488-6528248c18bd Sep 16 19:27:08.486116 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-31acc62a-69b6-4ecc-af48-ed39d091032b tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:08.487330 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-31acc62a-69b6-4ecc-af48-ed39d091032b tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0390983 Sep 16 19:27:08.492456 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 44448) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:08.514884 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-0dfdb3f5-46bb-4b32-a6ac-1552d1a5b0ed tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Request body: {'security_group_rule': {'security_group_id': 'a598f7fd-bee5-4e49-9a89-601e8481b4c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:27:08.543928 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31acc62a-69b6-4ecc-af48-ed39d091032b tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a598f7fd-bee5-4e49-9a89-601e8481b4c4,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:08.611137 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=9 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:08.648859 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:08.705664 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a71bd-5a56-4406-a8a1-c807c9387717 req-2f88076a-3d12-4556-8fd2-9bc190ecf034 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:08.714583 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-fb2338f6-c31e-46c2-b841-6e8b05abc3e6 None None] Current status of the port 2aea26ef-78b1-4046-af15-928f65832dc2 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:27:08.716916 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ac7a71bd-5a56-4406-a8a1-c807c9387717 req-2f88076a-3d12-4556-8fd2-9bc190ecf034 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/networks?id=1b509164-1dc6-4639-9003-d3f932682d2f HTTP/1.1" status: 200 len: 815 time: 0.7484035 Sep 16 19:27:08.729133 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e7685b9f-fdba-49cd-be4b-e059a98694ad admin admin] Publish callbacks [] for security_group (cf9b2ef8-b4d3-4b1e-b21d-378675e4474d), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:08.741594 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0dfdb3f5-46bb-4b32-a6ac-1552d1a5b0ed tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks [] for security_group_rule (c2fbf7b0-91d7-4e67-a2d9-f4278f5acf73), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:08.753842 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ac7a71bd-5a56-4406-a8a1-c807c9387717 req-fd7a439f-b352-4ffb-b631-32129fe66cc9 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/quotas/1983ce4dc9bd4050a2399d9f62d3e871 HTTP/1.1" status: 200 len: 375 time: 0.0351415 Sep 16 19:27:08.761773 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e7685b9f-fdba-49cd-be4b-e059a98694ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (cf9b2ef8-b4d3-4b1e-b21d-378675e4474d), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:08.894483 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ac7a71bd-5a56-4406-a8a1-c807c9387717 req-ae593de5-58e0-4219-9510-f96c8e7cb43c tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=1983ce4dc9bd4050a2399d9f62d3e871&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1394536 Sep 16 19:27:08.963056 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-bd25dfa4-4adb-4918-8a6a-2043bbdd476a None None] Publish callbacks [] for port (1de6dbe0-9c8d-449a-ac88-31668696a1ef), precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:08.972941 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-bd25dfa4-4adb-4918-8a6a-2043bbdd476a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (1de6dbe0-9c8d-449a-ac88-31668696a1ef), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:09.114482 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e46da-be57-496b-bfa2-3db59ea87d9c None None] Pushing event updated for resources: {'Port': ['ID=1de6dbe0-9c8d-449a-ac88-31668696a1ef,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:09.128907 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-bd25dfa4-4adb-4918-8a6a-2043bbdd476a None None] Attempting to bind port 1de6dbe0-9c8d-449a-ac88-31668696a1ef on host dv-cinder-850320-7-iscsi for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:27:09.129250 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-bd25dfa4-4adb-4918-8a6a-2043bbdd476a None None] Attempting to bind port 1de6dbe0-9c8d-449a-ac88-31668696a1ef by drivers openvswitch,hyperv on host dv-cinder-850320-7-iscsi at level 0 using segments [{'id': '1bbf8b0b-6495-4316-87f9-c02c1faf60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c95d3abe-3283-4882-9a4b-da4bde31c550'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:27:09.129713 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd25dfa4-4adb-4918-8a6a-2043bbdd476a None None] Attempting to bind port 1de6dbe0-9c8d-449a-ac88-31668696a1ef on network c95d3abe-3283-4882-9a4b-da4bde31c550 {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:27:09.213144 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ac7a71bd-5a56-4406-a8a1-c807c9387717 req-f8541afe-88fc-44aa-8f2f-cc3a1d44f013 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/1b509164-1dc6-4639-9003-d3f932682d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046434 Sep 16 19:27:09.257539 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd25dfa4-4adb-4918-8a6a-2043bbdd476a None None] Checking agent: {'id': 'b5f6a205-959f-46f4-8ef4-8f70c2c67a2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850320-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 18, 35), 'started_at': datetime.datetime(2022, 9, 16, 19, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850320-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:27:09.258196 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd25dfa4-4adb-4918-8a6a-2043bbdd476a None None] Checking segment: {'id': '1bbf8b0b-6495-4316-87f9-c02c1faf60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c95d3abe-3283-4882-9a4b-da4bde31c550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:27:09.258300 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-bd25dfa4-4adb-4918-8a6a-2043bbdd476a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:09.258642 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd25dfa4-4adb-4918-8a6a-2043bbdd476a None None] Bound using segment: {'id': '1bbf8b0b-6495-4316-87f9-c02c1faf60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c95d3abe-3283-4882-9a4b-da4bde31c550'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:27:09.260983 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-bd25dfa4-4adb-4918-8a6a-2043bbdd476a None None] Bound port: 1de6dbe0-9c8d-449a-ac88-31668696a1ef, host: dv-cinder-850320-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bbf8b0b-6495-4316-87f9-c02c1faf60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c95d3abe-3283-4882-9a4b-da4bde31c550'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:27:09.264121 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-bd25dfa4-4adb-4918-8a6a-2043bbdd476a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (1de6dbe0-9c8d-449a-ac88-31668696a1ef), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:09.281454 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51203091-c455-479e-94d3-4139338a55ad req-9179f6da-8b36-4e0b-9947-c62300fb2cbf tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:09.284013 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-51203091-c455-479e-94d3-4139338a55ad req-9179f6da-8b36-4e0b-9947-c62300fb2cbf tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/networks?id=1e4e6da9-902d-45b4-9fce-268e4415ecdb HTTP/1.1" status: 200 len: 818 time: 0.4882262 Sep 16 19:27:09.295649 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port e38e9c5d-921c-450a-a488-6528248c18bd is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:27:09.305419 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-fb2338f6-c31e-46c2-b841-6e8b05abc3e6 None None] Provisioning complete for port d75a9e4d-fe13-463b-ba52-a159e68cc115 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:27:09.309993 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fb2338f6-c31e-46c2-b841-6e8b05abc3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (d75a9e4d-fe13-463b-ba52-a159e68cc115), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:09.310405 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-fb2338f6-c31e-46c2-b841-6e8b05abc3e6 None None] Attempt 1 to provision port d75a9e4d-fe13-463b-ba52-a159e68cc115 Sep 16 19:27:09.383097 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7685b9f-fdba-49cd-be4b-e059a98694ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9b2ef8-b4d3-4b1e-b21d-378675e4474d,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:09.398157 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-e7685b9f-fdba-49cd-be4b-e059a98694ad admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=60d215b03a484e52a042ffe1bb6115e4&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4768319 Sep 16 19:27:09.408628 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 44496) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:09.451724 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-bd25dfa4-4adb-4918-8a6a-2043bbdd476a None None] For port 1de6dbe0-9c8d-449a-ac88-31668696a1ef, host dv-cinder-850320-7-iscsi, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:27:09.459000 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-bd25dfa4-4adb-4918-8a6a-2043bbdd476a None None] For port 1de6dbe0-9c8d-449a-ac88-31668696a1ef, host dv-cinder-850320-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=1de6dbe0-9c8d-449a-ac88-31668696a1ef,segment=NetworkSegment(1bbf8b0b-6495-4316-87f9-c02c1faf60ca),segment_id=1bbf8b0b-6495-4316-87f9-c02c1faf60ca)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:27:09.492065 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-bd25dfa4-4adb-4918-8a6a-2043bbdd476a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (1de6dbe0-9c8d-449a-ac88-31668696a1ef), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:09.510204 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-51203091-c455-479e-94d3-4139338a55ad req-79bae802-59a8-467c-9e47-3a13e6fb3173 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/quotas/804d63e1308b4729aff976d65f667e28 HTTP/1.1" status: 200 len: 375 time: 0.1904385 Sep 16 19:27:09.537424 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-fb2338f6-c31e-46c2-b841-6e8b05abc3e6 None None] Current status of the port d75a9e4d-fe13-463b-ba52-a159e68cc115 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:27:09.568599 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-fb2338f6-c31e-46c2-b841-6e8b05abc3e6 None None] Provisioning complete for port 1de6dbe0-9c8d-449a-ac88-31668696a1ef triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:27:09.569304 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fb2338f6-c31e-46c2-b841-6e8b05abc3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (1de6dbe0-9c8d-449a-ac88-31668696a1ef), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:09.569304 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-fb2338f6-c31e-46c2-b841-6e8b05abc3e6 None None] Attempt 1 to provision port 1de6dbe0-9c8d-449a-ac88-31668696a1ef Sep 16 19:27:09.626578 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd25dfa4-4adb-4918-8a6a-2043bbdd476a None None] Routers {'740295f4-51e8-4b53-b3d9-d5677e6c4721'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:27:09.630446 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-bd25dfa4-4adb-4918-8a6a-2043bbdd476a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:27:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['740295f4-51e8-4b53-b3d9-d5677e6c4721'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:27:09.739526 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-51203091-c455-479e-94d3-4139338a55ad req-89e41a07-1995-48f5-8f5d-4af4c58d55e0 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=804d63e1308b4729aff976d65f667e28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2269540 Sep 16 19:27:09.851591 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0dfdb3f5-46bb-4b32-a6ac-1552d1a5b0ed tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks [] for security_group_rule (c2fbf7b0-91d7-4e67-a2d9-f4278f5acf73), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:09.853717 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2d779753-58dc-4e6b-8118-92ff6d823fa0 admin admin] Publish callbacks [] for security_group (cf9b2ef8-b4d3-4b1e-b21d-378675e4474d), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:09.909117 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-fb2338f6-c31e-46c2-b841-6e8b05abc3e6 None None] Current status of the port 1de6dbe0-9c8d-449a-ac88-31668696a1ef is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:27:09.909510 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fb2338f6-c31e-46c2-b841-6e8b05abc3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (1de6dbe0-9c8d-449a-ac88-31668696a1ef), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:09.920256 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0dfdb3f5-46bb-4b32-a6ac-1552d1a5b0ed tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578197'] for security_group_rule (c2fbf7b0-91d7-4e67-a2d9-f4278f5acf73), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:09.954464 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device dd937700-5f8d-4f77-b3ab-9d4e1a64f888 up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:27:09.987113 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfdb3f5-46bb-4b32-a6ac-1552d1a5b0ed tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2fbf7b0-91d7-4e67-a2d9-f4278f5acf73,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:09.998227 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0dfdb3f5-46bb-4b32-a6ac-1552d1a5b0ed tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:09.999732 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-0dfdb3f5-46bb-4b32-a6ac-1552d1a5b0ed tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5062959 Sep 16 19:27:10.006399 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2d779753-58dc-4e6b-8118-92ff6d823fa0 admin admin] Publish callbacks [] for security_group (cf9b2ef8-b4d3-4b1e-b21d-378675e4474d), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:10.010140 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 44518) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:10.021881 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-8ff2ba2f-a85b-4b86-a46e-96248c63cffc tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Request body: {'security_group_rule': {'security_group_id': 'a598f7fd-bee5-4e49-9a89-601e8481b4c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:27:10.053417 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e46da-be57-496b-bfa2-3db59ea87d9c None None] Pushing event updated for resources: {'Port': ['ID=1de6dbe0-9c8d-449a-ac88-31668696a1ef,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:10.053622 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ac7a71bd-5a56-4406-a8a1-c807c9387717 req-fd14c872-ad23-4a8a-a03e-fbe3eabf3b65 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/1b509164-1dc6-4639-9003-d3f932682d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8393469 Sep 16 19:27:10.085509 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-bd25dfa4-4adb-4918-8a6a-2043bbdd476a None None] Set router 740295f4-51e8-4b53-b3d9-d5677e6c4721 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:27:10.113707 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-fb2338f6-c31e-46c2-b841-6e8b05abc3e6 None None] For port 1de6dbe0-9c8d-449a-ac88-31668696a1ef, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=1de6dbe0-9c8d-449a-ac88-31668696a1ef,segment=NetworkSegment(1bbf8b0b-6495-4316-87f9-c02c1faf60ca),segment_id=1bbf8b0b-6495-4316-87f9-c02c1faf60ca)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:27:10.133160 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fb2338f6-c31e-46c2-b841-6e8b05abc3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (1de6dbe0-9c8d-449a-ac88-31668696a1ef), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:10.155443 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:10.174879 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:10.195867 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:10.196841 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:10.214534 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port dd937700-5f8d-4f77-b3ab-9d4e1a64f888 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:27:10.216728 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (dd937700-5f8d-4f77-b3ab-9d4e1a64f888), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:10.218347 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port dd937700-5f8d-4f77-b3ab-9d4e1a64f888 Sep 16 19:27:10.239510 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-51203091-c455-479e-94d3-4139338a55ad req-50675413-363c-42b7-b104-9f8951ee5142 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/1e4e6da9-902d-45b4-9fce-268e4415ecdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4989605 Sep 16 19:27:10.311517 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8ff2ba2f-a85b-4b86-a46e-96248c63cffc tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks [] for security_group_rule (76b2b4b9-173d-4c26-bfa4-6b4c523f5608), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:10.344670 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-fb2338f6-c31e-46c2-b841-6e8b05abc3e6 None None] Provisioning complete for port 6ad525e3-5d23-4ac5-bc6e-4a19de0ad137 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:27:10.345315 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fb2338f6-c31e-46c2-b841-6e8b05abc3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (6ad525e3-5d23-4ac5-bc6e-4a19de0ad137), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:10.346649 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-fb2338f6-c31e-46c2-b841-6e8b05abc3e6 None None] Attempt 1 to provision port 6ad525e3-5d23-4ac5-bc6e-4a19de0ad137 Sep 16 19:27:10.523834 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port dd937700-5f8d-4f77-b3ab-9d4e1a64f888 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:27:10.526702 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4 up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:27:10.536030 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5a9b504e-dba6-4b55-97c3-1595de31f9a9 req-cd7f2a3a-a4a7-4a76-885d-c5aa4256456d tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 210 time: 0.1012068 Sep 16 19:27:10.587915 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2338f6-c31e-46c2-b841-6e8b05abc3e6 None None] Pushing event updated for resources: {'Port': ['ID=1de6dbe0-9c8d-449a-ac88-31668696a1ef,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:10.626320 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-fb2338f6-c31e-46c2-b841-6e8b05abc3e6 None None] Port 6ad525e3-5d23-4ac5-bc6e-4a19de0ad137 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:27:10.646134 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2d779753-58dc-4e6b-8118-92ff6d823fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (cf9b2ef8-b4d3-4b1e-b21d-378675e4474d), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:10.650993 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2d779753-58dc-4e6b-8118-92ff6d823fa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:10.654574 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-2d779753-58dc-4e6b-8118-92ff6d823fa0 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/cf9b2ef8-b4d3-4b1e-b21d-378675e4474d HTTP/1.1" status: 204 len: 168 time: 1.2444787 Sep 16 19:27:10.709183 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d779753-58dc-4e6b-8118-92ff6d823fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9b2ef8-b4d3-4b1e-b21d-378675e4474d,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:10.749334 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-bd25dfa4-4adb-4918-8a6a-2043bbdd476a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'name': 'tempest-AttachVolumeTestJSON-2106035523-router', 'tenant_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'dd937700-5f8d-4f77-b3ab-9d4e1a64f888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:27:02Z', 'revision_number': 4, 'project_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'gw_port': {'id': 'dd937700-5f8d-4f77-b3ab-9d4e1a64f888', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:52Z', 'updated_at': '2022-09-16T19:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '1de6dbe0-9c8d-449a-ac88-31668696a1ef', 'name': '', 'network_id': 'c95d3abe-3283-4882-9a4b-da4bde31c550', 'tenant_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'mac_address': 'fa:16:3e:43:31:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bd855fb2-111c-4847-9866-e1c6fab3dfc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:27:00Z', 'updated_at': '2022-09-16T19:27:09Z', 'revision_number': 4, 'project_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'subnets': [{'id': 'bd855fb2-111c-4847-9866-e1c6fab3dfc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:27:10.781429 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b9b9a42c-327a-40f2-baca-32b1a562b183 req-ef84b520-17e1-46ae-bafa-6d83082cde15 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 210 time: 0.0993469 Sep 16 19:27:10.789724 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port 5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:27:10.791021 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd25dfa4-4adb-4918-8a6a-2043bbdd476a None None] The sync data for ids ['740295f4-51e8-4b53-b3d9-d5677e6c4721'] in dv-cinder-850320-7-iscsi is: [{'id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'name': 'tempest-AttachVolumeTestJSON-2106035523-router', 'tenant_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'dd937700-5f8d-4f77-b3ab-9d4e1a64f888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:27:02Z', 'revision_number': 4, 'project_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'gw_port': {'id': 'dd937700-5f8d-4f77-b3ab-9d4e1a64f888', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:52Z', 'updated_at': '2022-09-16T19:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '1de6dbe0-9c8d-449a-ac88-31668696a1ef', 'name': '', 'network_id': 'c95d3abe-3283-4882-9a4b-da4bde31c550', 'tenant_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'mac_address': 'fa:16:3e:43:31:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bd855fb2-111c-4847-9866-e1c6fab3dfc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:27:00Z', 'updated_at': '2022-09-16T19:27:09Z', 'revision_number': 4, 'project_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'subnets': [{'id': 'bd855fb2-111c-4847-9866-e1c6fab3dfc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:27:10.796873 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:10.805197 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port 5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4 Sep 16 19:27:10.877430 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8ff2ba2f-a85b-4b86-a46e-96248c63cffc tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks [] for security_group_rule (76b2b4b9-173d-4c26-bfa4-6b4c523f5608), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:10.892891 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-51203091-c455-479e-94d3-4139338a55ad req-3252d0b5-ac15-41b7-9d6f-59925bdd0f0d service neutron] 10.222.0.49 "GET /networking/v2.0/networks/1e4e6da9-902d-45b4-9fce-268e4415ecdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6427231 Sep 16 19:27:10.895077 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8ff2ba2f-a85b-4b86-a46e-96248c63cffc tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578197'] for security_group_rule (76b2b4b9-173d-4c26-bfa4-6b4c523f5608), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:10.955576 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff2ba2f-a85b-4b86-a46e-96248c63cffc tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76b2b4b9-173d-4c26-bfa4-6b4c523f5608,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:10.973469 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8ff2ba2f-a85b-4b86-a46e-96248c63cffc tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:10.974890 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-8ff2ba2f-a85b-4b86-a46e-96248c63cffc tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9634509 Sep 16 19:27:10.978138 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 44552) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:10.985472 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-342b17ad-343f-430d-9222-cfdcbb6c05f0 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Request body: {'floatingip': {'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:27:11.049940 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-342b17ad-343f-430d-9222-cfdcbb6c05f0 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:11.058281 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port 5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:27:11.072892 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 8924584b-67d4-427e-abf8-2fd95202bf51 up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:27:11.127264 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-fb2338f6-c31e-46c2-b841-6e8b05abc3e6 None None] Attempt 2 to provision port 6ad525e3-5d23-4ac5-bc6e-4a19de0ad137 Sep 16 19:27:11.235970 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9b6be057-e4e6-43e0-bc1f-bf00151834a0 req-3a59fccc-a98f-4581-b8cd-84bbec04b39b tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 210 time: 0.0549650 Sep 16 19:27:11.254365 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-fb2338f6-c31e-46c2-b841-6e8b05abc3e6 None None] Port 6ad525e3-5d23-4ac5-bc6e-4a19de0ad137 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:27:11.262553 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port 8924584b-67d4-427e-abf8-2fd95202bf51 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:27:11.263133 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (8924584b-67d4-427e-abf8-2fd95202bf51), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:11.264026 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port 8924584b-67d4-427e-abf8-2fd95202bf51 Sep 16 19:27:11.357283 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=100 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:11.361643 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port 8924584b-67d4-427e-abf8-2fd95202bf51 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:27:11.362418 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (8924584b-67d4-427e-abf8-2fd95202bf51), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:11.444736 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ac838df1-9534-4942-9578-11415f776b7d None None] For port 8924584b-67d4-427e-abf8-2fd95202bf51, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=8924584b-67d4-427e-abf8-2fd95202bf51,segment=NetworkSegment(ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2),segment_id=ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:27:11.455786 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (8924584b-67d4-427e-abf8-2fd95202bf51), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:11.472840 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 2280f567-d19e-416f-8f6a-a99292e6a39d up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:27:11.666836 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port 2280f567-d19e-416f-8f6a-a99292e6a39d triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:27:11.667466 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (2280f567-d19e-416f-8f6a-a99292e6a39d), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:11.667964 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port 2280f567-d19e-416f-8f6a-a99292e6a39d Sep 16 19:27:11.733647 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Pushing event updated for resources: {'Port': ['ID=8924584b-67d4-427e-abf8-2fd95202bf51,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:11.771623 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-fb2338f6-c31e-46c2-b841-6e8b05abc3e6 None None] Attempt 3 to provision port 6ad525e3-5d23-4ac5-bc6e-4a19de0ad137 Sep 16 19:27:11.822903 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.27', 63398) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:11.838644 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-fb2338f6-c31e-46c2-b841-6e8b05abc3e6 None None] Port 6ad525e3-5d23-4ac5-bc6e-4a19de0ad137 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:27:11.857083 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port 2280f567-d19e-416f-8f6a-a99292e6a39d is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:27:11.955531 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-342b17ad-343f-430d-9222-cfdcbb6c05f0 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:12.174078 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 1de6dbe0-9c8d-449a-ac88-31668696a1ef up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:27:12.219929 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:12.264778 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-342b17ad-343f-430d-9222-cfdcbb6c05f0 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Allocated IP 172.27.2.150 (01cd8397-3ed1-4c5d-9923-fabf569219df/d3fb57fd-37cc-4923-b90f-7dd3d712a8d3/f2d4fc4f-496d-45c3-99c9-2f1769ef857a) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:27:12.318858 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5e4e6b65-1a2e-43cd-9aa3-d6fd15514e2b req-1d4e44be-e1f1-407b-9df4-cd763cda046b tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 210 time: 0.1504369 Sep 16 19:27:12.348971 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-fb2338f6-c31e-46c2-b841-6e8b05abc3e6 None None] Attempt 4 to provision port 6ad525e3-5d23-4ac5-bc6e-4a19de0ad137 Sep 16 19:27:12.468904 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d436f122-601c-4adf-8f02-f3c84a56351e req-8cda9140-0eb5-4f87-8719-832117fb5ca2 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 210 time: 0.1708186 Sep 16 19:27:12.583419 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-fb2338f6-c31e-46c2-b841-6e8b05abc3e6 None None] Port 6ad525e3-5d23-4ac5-bc6e-4a19de0ad137 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:27:12.611897 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port 1de6dbe0-9c8d-449a-ac88-31668696a1ef triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:27:12.615854 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (1de6dbe0-9c8d-449a-ac88-31668696a1ef), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:12.616240 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port 1de6dbe0-9c8d-449a-ac88-31668696a1ef Sep 16 19:27:12.712718 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-c4d29cb1-c20c-4cdb-82ee-1e840ff42d50 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:12.716003 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-c4d29cb1-c20c-4cdb-82ee-1e840ff42d50 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.27 "GET /networking/v2.0/networks?id=06f20952-b833-4b2b-a8fc-17adda48c9e0 HTTP/1.1" status: 200 len: 811 time: 0.8900149 Sep 16 19:27:12.726980 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:12.750327 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1fd80fca-1c4b-400b-846e-b4ac46e3218d req-f92a91bb-d6a9-4e37-ad86-3d897dbab4f2 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 210 time: 0.2256660 Sep 16 19:27:12.812262 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-342b17ad-343f-430d-9222-cfdcbb6c05f0 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks [] for port (f2d4fc4f-496d-45c3-99c9-2f1769ef857a), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:12.888921 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port 1de6dbe0-9c8d-449a-ac88-31668696a1ef is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:27:12.889937 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 8924584b-67d4-427e-abf8-2fd95202bf51 up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:27:12.903956 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-680cf7ff-2ee5-460b-aac7-d3b8bfeb7436 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Request body: {'port': {'device_id': 'd318e99e-5f9d-4a92-bfcc-da5c7df2bbfd', 'network_id': '06f20952-b833-4b2b-a8fc-17adda48c9e0', 'admin_state_up': True, 'tenant_id': '233a5a65caee4bc3be172bbd02c4efff'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:27:12.923316 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-342b17ad-343f-430d-9222-cfdcbb6c05f0 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (f2d4fc4f-496d-45c3-99c9-2f1769ef857a), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:13.089953 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33840375-fd07-4b32-aba4-6ec35a2db058 None None] Sync routers for ids ['75a5a185-19fc-4c58-a3e5-6ca6afe266a0'] in dv-cinder-850320-7-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:27:13.138889 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-fb2338f6-c31e-46c2-b841-6e8b05abc3e6 None None] Attempt 5 to provision port 6ad525e3-5d23-4ac5-bc6e-4a19de0ad137 Sep 16 19:27:13.175418 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.27', 63409) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:13.178403 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b17ad-343f-430d-9222-cfdcbb6c05f0 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Pushing event updated for resources: {'Port': ['ID=f2d4fc4f-496d-45c3-99c9-2f1769ef857a,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:13.225025 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342b17ad-343f-430d-9222-cfdcbb6c05f0 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Network 01cd8397-3ed1-4c5d-9923-fabf569219df is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:27:13.239954 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:13.241428 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-342b17ad-343f-430d-9222-cfdcbb6c05f0 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:27:13.244761 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342b17ad-343f-430d-9222-cfdcbb6c05f0 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:27:13.280375 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-680cf7ff-2ee5-460b-aac7-d3b8bfeb7436 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Made reservation on behalf of 233a5a65caee4bc3be172bbd02c4efff for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:27:13.284168 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-680cf7ff-2ee5-460b-aac7-d3b8bfeb7436 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:13.352470 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port 8924584b-67d4-427e-abf8-2fd95202bf51 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:27:13.353034 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (8924584b-67d4-427e-abf8-2fd95202bf51), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:13.353516 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port 8924584b-67d4-427e-abf8-2fd95202bf51 Sep 16 19:27:13.356353 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33840375-fd07-4b32-aba4-6ec35a2db058 None None] Routers {'75a5a185-19fc-4c58-a3e5-6ca6afe266a0'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:27:13.357293 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-33840375-fd07-4b32-aba4-6ec35a2db058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:27:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['75a5a185-19fc-4c58-a3e5-6ca6afe266a0'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:27:13.384024 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-fb2338f6-c31e-46c2-b841-6e8b05abc3e6 None None] Port 6ad525e3-5d23-4ac5-bc6e-4a19de0ad137 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:27:13.571663 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:13.792797 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-965b0b8f-cac2-4f8a-9877-468db2263d68 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:13.794364 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-965b0b8f-cac2-4f8a-9877-468db2263d68 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.27 "GET /networking/v2.0/networks?id=1e4e6da9-902d-45b4-9fce-268e4415ecdb HTTP/1.1" status: 200 len: 818 time: 0.5980418 Sep 16 19:27:13.794942 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 44692) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:13.818030 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f535bf3c-e733-4d22-9834-b66f4b18c361 req-8679481e-ca71-40b2-952c-388abf805fe3 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 210 time: 0.1341455 Sep 16 19:27:13.842569 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f01c535c-16b6-4d36-bbd0-5812c4021228 req-362fb3b5-2482-400e-a600-cb7eac20bb10 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 210 time: 0.1642354 Sep 16 19:27:13.885233 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-33840375-fd07-4b32-aba4-6ec35a2db058 None None] Set router 75a5a185-19fc-4c58-a3e5-6ca6afe266a0 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:27:13.887098 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=100 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:13.903971 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-fb2338f6-c31e-46c2-b841-6e8b05abc3e6 None None] Attempt 6 to provision port 6ad525e3-5d23-4ac5-bc6e-4a19de0ad137 Sep 16 19:27:13.917396 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-680cf7ff-2ee5-460b-aac7-d3b8bfeb7436 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Allocated IP 172.20.0.13 (06f20952-b833-4b2b-a8fc-17adda48c9e0/e7116ad5-faf2-40a4-a2ef-91430a7f616f/12862a74-24e6-4ec2-8bba-7faa06a3ccb5) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:27:13.931515 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-e7e7ef01-711d-4dd6-b0fc-95efcc29604b tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Request body: {'port': {'device_id': 'a25b4fc6-10a3-4f69-9922-5e5a78982474', 'network_id': '1e4e6da9-902d-45b4-9fce-268e4415ecdb', 'admin_state_up': True, 'tenant_id': '804d63e1308b4729aff976d65f667e28'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:27:13.936085 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-342b17ad-343f-430d-9222-cfdcbb6c05f0 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks [] for floatingip (32663e9b-705a-4e01-b17d-882860be3fc8), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:13.948768 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:14.043532 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port 8924584b-67d4-427e-abf8-2fd95202bf51 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:27:14.088574 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.27', 63418) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:14.149359 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-342b17ad-343f-430d-9222-cfdcbb6c05f0 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (f2d4fc4f-496d-45c3-99c9-2f1769ef857a), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:14.190238 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-fb2338f6-c31e-46c2-b841-6e8b05abc3e6 None None] Port 6ad525e3-5d23-4ac5-bc6e-4a19de0ad137 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:27:14.235364 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d545eec8-08c4-4f61-9827-26b11ef1ae42 req-0bbee4fb-1c3f-4959-a820-7e265cd9ceed tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 210 time: 0.2722394 Sep 16 19:27:14.276258 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-33840375-fd07-4b32-aba4-6ec35a2db058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a5a185-19fc-4c58-a3e5-6ca6afe266a0', 'name': 'tempest-DeleteServersTestJSON-595000305-router', 'tenant_id': '233a5a65caee4bc3be172bbd02c4efff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '8924584b-67d4-427e-abf8-2fd95202bf51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:27:01Z', 'revision_number': 4, 'project_id': '233a5a65caee4bc3be172bbd02c4efff', 'gw_port': {'id': '8924584b-67d4-427e-abf8-2fd95202bf51', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:47:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a5a185-19fc-4c58-a3e5-6ca6afe266a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:53Z', 'updated_at': '2022-09-16T19:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '6ad525e3-5d23-4ac5-bc6e-4a19de0ad137', 'name': '', 'network_id': '06f20952-b833-4b2b-a8fc-17adda48c9e0', 'tenant_id': '233a5a65caee4bc3be172bbd02c4efff', 'mac_address': 'fa:16:3e:bf:02:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a5a185-19fc-4c58-a3e5-6ca6afe266a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'e7116ad5-faf2-40a4-a2ef-91430a7f616f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:59Z', 'updated_at': '2022-09-16T19:27:02Z', 'revision_number': 2, 'project_id': '233a5a65caee4bc3be172bbd02c4efff', 'subnets': [{'id': 'e7116ad5-faf2-40a4-a2ef-91430a7f616f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:27:14.295102 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2b67f329-0b41-4380-92ab-95842bd8309f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:14.337514 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33840375-fd07-4b32-aba4-6ec35a2db058 None None] Checking router: 75a5a185-19fc-4c58-a3e5-6ca6afe266a0 for host: dv-cinder-850320-7-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:27:14.338082 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33840375-fd07-4b32-aba4-6ec35a2db058 None None] Updating router 75a5a185-19fc-4c58-a3e5-6ca6afe266a0 port 6ad525e3-5d23-4ac5-bc6e-4a19de0ad137 binding host dv-cinder-850320-7-iscsi {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 19:27:14.387335 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-e7e7ef01-711d-4dd6-b0fc-95efcc29604b tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Made reservation on behalf of 804d63e1308b4729aff976d65f667e28 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:27:14.392677 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-e7e7ef01-711d-4dd6-b0fc-95efcc29604b tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:14.412086 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:14.615317 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a71bd-5a56-4406-a8a1-c807c9387717 req-66917e68-1c51-46b6-b975-435b7c1cc424 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:14.619765 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ac7a71bd-5a56-4406-a8a1-c807c9387717 req-66917e68-1c51-46b6-b975-435b7c1cc424 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.27 "GET /networking/v2.0/networks?id=1b509164-1dc6-4639-9003-d3f932682d2f HTTP/1.1" status: 200 len: 815 time: 0.5146186 Sep 16 19:27:14.639082 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-33840375-fd07-4b32-aba4-6ec35a2db058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (6ad525e3-5d23-4ac5-bc6e-4a19de0ad137), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:14.759305 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-680cf7ff-2ee5-460b-aac7-d3b8bfeb7436 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Publish callbacks [] for port (12862a74-24e6-4ec2-8bba-7faa06a3ccb5), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:14.795995 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-fb2338f6-c31e-46c2-b841-6e8b05abc3e6 None None] Attempt 7 to provision port 6ad525e3-5d23-4ac5-bc6e-4a19de0ad137 Sep 16 19:27:14.798946 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:14.818223 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-680cf7ff-2ee5-460b-aac7-d3b8bfeb7436 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816'] for port (12862a74-24e6-4ec2-8bba-7faa06a3ccb5), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:14.853890 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2b67f329-0b41-4380-92ab-95842bd8309f admin admin] Publish callbacks [] for security_group (25685f76-e8fd-4ce2-8351-61d102ebeac8), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:14.940627 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2b67f329-0b41-4380-92ab-95842bd8309f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (25685f76-e8fd-4ce2-8351-61d102ebeac8), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:14.982446 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-680cf7ff-2ee5-460b-aac7-d3b8bfeb7436 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Network 06f20952-b833-4b2b-a8fc-17adda48c9e0 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:27:14.986000 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 44726) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:15.021232 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-680cf7ff-2ee5-460b-aac7-d3b8bfeb7436 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:27:15.053749 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-680cf7ff-2ee5-460b-aac7-d3b8bfeb7436 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:27:15.063871 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-680cf7ff-2ee5-460b-aac7-d3b8bfeb7436 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:15.069251 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-680cf7ff-2ee5-460b-aac7-d3b8bfeb7436 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:15.138581 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.27', 63426) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:15.166969 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b67f329-0b41-4380-92ab-95842bd8309f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25685f76-e8fd-4ce2-8351-61d102ebeac8,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:15.187393 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-e7e7ef01-711d-4dd6-b0fc-95efcc29604b tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Allocated IP 172.20.0.13 (1e4e6da9-902d-45b4-9fce-268e4415ecdb/f796f6e5-3b84-4c9f-8c87-22a14447d493/7408b9a9-f9fa-4fe6-8e34-15f64c87abde) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:27:15.218018 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-342b17ad-343f-430d-9222-cfdcbb6c05f0 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks [] for port (f2d4fc4f-496d-45c3-99c9-2f1769ef857a), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:15.326390 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-33840375-fd07-4b32-aba4-6ec35a2db058 None None] Publish callbacks [] for port (6ad525e3-5d23-4ac5-bc6e-4a19de0ad137), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:15.349194 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-33840375-fd07-4b32-aba4-6ec35a2db058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (6ad525e3-5d23-4ac5-bc6e-4a19de0ad137), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:15.425358 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=13 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:15.426386 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-342b17ad-343f-430d-9222-cfdcbb6c05f0 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2678318'] for port (f2d4fc4f-496d-45c3-99c9-2f1769ef857a), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:15.446700 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab36b6-bccd-481f-9538-5abeea5c40d0 req-4ab08f20-ab88-4847-aca5-c2ab354b0c8b tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:15.452289 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680cf7ff-2ee5-460b-aac7-d3b8bfeb7436 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Pushing event updated for resources: {'Port': ['ID=12862a74-24e6-4ec2-8bba-7faa06a3ccb5,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:15.463226 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f7ab36b6-bccd-481f-9538-5abeea5c40d0 req-4ab08f20-ab88-4847-aca5-c2ab354b0c8b tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 932 time: 0.3414924 Sep 16 19:27:15.482666 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51203091-c455-479e-94d3-4139338a55ad req-96ac7be8-89a5-421b-92a7-d8ace2ded42b tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:15.485954 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-51203091-c455-479e-94d3-4139338a55ad req-96ac7be8-89a5-421b-92a7-d8ace2ded42b tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.27 "GET /networking/v2.0/networks?id=1e4e6da9-902d-45b4-9fce-268e4415ecdb HTTP/1.1" status: 200 len: 818 time: 0.3214061 Sep 16 19:27:15.488930 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-fb2338f6-c31e-46c2-b841-6e8b05abc3e6 None None] Port 6ad525e3-5d23-4ac5-bc6e-4a19de0ad137 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:27:15.501187 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:15.534221 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-2b67f329-0b41-4380-92ab-95842bd8309f admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=ef78547a2674427bb4cc59414797e1db&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7109656 Sep 16 19:27:15.549573 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 44736) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:15.568193 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-51203091-c455-479e-94d3-4139338a55ad req-cc86e44b-a77b-47de-9f22-ea6748f4617a tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Request body: {'port': {'device_id': '968aad1e-4a8b-4f75-89d9-b2ed56f96e99', 'network_id': '1e4e6da9-902d-45b4-9fce-268e4415ecdb', 'admin_state_up': True, 'tenant_id': '804d63e1308b4729aff976d65f667e28'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:27:15.589158 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8bda89ca-27d1-4b07-823a-dd265631de1d req-ad50891b-2dcf-4cb5-8da7-94de2e08138e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 210 time: 0.4823148 Sep 16 19:27:15.675407 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac60cd-0979-410a-ae4b-b3bdc45fc282 None None] Pushing event updated for resources: {'Port': ['ID=6ad525e3-5d23-4ac5-bc6e-4a19de0ad137,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:15.676846 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-680cf7ff-2ee5-460b-aac7-d3b8bfeb7436 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7770889 Sep 16 19:27:15.692208 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-33840375-fd07-4b32-aba4-6ec35a2db058 None None] Attempting to bind port 6ad525e3-5d23-4ac5-bc6e-4a19de0ad137 on host dv-cinder-850320-7-iscsi for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:27:15.692820 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-33840375-fd07-4b32-aba4-6ec35a2db058 None None] Attempting to bind port 6ad525e3-5d23-4ac5-bc6e-4a19de0ad137 by drivers openvswitch,hyperv on host dv-cinder-850320-7-iscsi at level 0 using segments [{'id': '8351c8d8-7e98-4f07-8cee-dbde6e8064f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '06f20952-b833-4b2b-a8fc-17adda48c9e0'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:27:15.693406 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33840375-fd07-4b32-aba4-6ec35a2db058 None None] Attempting to bind port 6ad525e3-5d23-4ac5-bc6e-4a19de0ad137 on network 06f20952-b833-4b2b-a8fc-17adda48c9e0 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:27:15.696602 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ac7a71bd-5a56-4406-a8a1-c807c9387717 req-d132c1a8-083f-4dc4-a641-e1162c8d5cf8 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1983ce4dc9bd4050a2399d9f62d3e871 HTTP/1.1" status: 200 len: 379 time: 0.8750701 Sep 16 19:27:15.778299 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-26dacf82-49fe-4db7-9b56-a2a515fc3b43 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 19:27:15.788435 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-26dacf82-49fe-4db7-9b56-a2a515fc3b43 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0783014 Sep 16 19:27:15.788435 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-ac7a71bd-5a56-4406-a8a1-c807c9387717 req-7458add1-2b27-4b1c-99a7-761133cbfc5c tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Request body: {'port': {'device_id': '96e61203-755e-4afc-9359-dbbe44b0934d', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'admin_state_up': True, 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'security_groups': ['9aa71726-74eb-4aab-abce-b42d217b2996']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:27:15.816329 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33840375-fd07-4b32-aba4-6ec35a2db058 None None] Checking agent: {'id': 'b5f6a205-959f-46f4-8ef4-8f70c2c67a2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850320-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 18, 35), 'started_at': datetime.datetime(2022, 9, 16, 19, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850320-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:27:15.816729 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33840375-fd07-4b32-aba4-6ec35a2db058 None None] Checking segment: {'id': '8351c8d8-7e98-4f07-8cee-dbde6e8064f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '06f20952-b833-4b2b-a8fc-17adda48c9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:27:15.817135 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-33840375-fd07-4b32-aba4-6ec35a2db058 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:15.819932 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33840375-fd07-4b32-aba4-6ec35a2db058 None None] Bound using segment: {'id': '8351c8d8-7e98-4f07-8cee-dbde6e8064f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '06f20952-b833-4b2b-a8fc-17adda48c9e0'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:27:15.820520 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-33840375-fd07-4b32-aba4-6ec35a2db058 None None] Bound port: 6ad525e3-5d23-4ac5-bc6e-4a19de0ad137, host: dv-cinder-850320-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8351c8d8-7e98-4f07-8cee-dbde6e8064f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '06f20952-b833-4b2b-a8fc-17adda48c9e0'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:27:15.820894 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-33840375-fd07-4b32-aba4-6ec35a2db058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (6ad525e3-5d23-4ac5-bc6e-4a19de0ad137), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:15.908647 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f7ab36b6-bccd-481f-9538-5abeea5c40d0 req-37b763e3-2b60-478b-808e-aab4d2e8bc3e tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4444616 Sep 16 19:27:15.918755 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 44742) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:15.991979 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-fb2338f6-c31e-46c2-b841-6e8b05abc3e6 None None] Attempt 8 to provision port 6ad525e3-5d23-4ac5-bc6e-4a19de0ad137 Sep 16 19:27:16.005385 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-342b17ad-343f-430d-9222-cfdcbb6c05f0 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681123'] for floatingip (32663e9b-705a-4e01-b17d-882860be3fc8), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:16.021128 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ddd8b7b1-7fff-4f59-b7b5-ff70597ed3ea admin admin] Publish callbacks [] for security_group (25685f76-e8fd-4ce2-8351-61d102ebeac8), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:16.051327 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b17ad-343f-430d-9222-cfdcbb6c05f0 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Pushing event updated for resources: {'Port': ['ID=f2d4fc4f-496d-45c3-99c9-2f1769ef857a,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:16.055113 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8e58710c-40a5-42dc-b305-4e0588f3b88f req-9dff89ca-3c48-4b94-a743-05b34d2cadfa tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 210 time: 0.1994705 Sep 16 19:27:16.066629 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-342b17ad-343f-430d-9222-cfdcbb6c05f0 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for floatingip (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:16.082574 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-342b17ad-343f-430d-9222-cfdcbb6c05f0 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1028798 Sep 16 19:27:16.088859 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-33840375-fd07-4b32-aba4-6ec35a2db058 None None] For port 6ad525e3-5d23-4ac5-bc6e-4a19de0ad137, host dv-cinder-850320-7-iscsi, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:27:16.158875 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-33840375-fd07-4b32-aba4-6ec35a2db058 None None] For port 6ad525e3-5d23-4ac5-bc6e-4a19de0ad137, host dv-cinder-850320-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=6ad525e3-5d23-4ac5-bc6e-4a19de0ad137,segment=NetworkSegment(8351c8d8-7e98-4f07-8cee-dbde6e8064f9),segment_id=8351c8d8-7e98-4f07-8cee-dbde6e8064f9)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:27:16.176823 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-fb2338f6-c31e-46c2-b841-6e8b05abc3e6 None None] Port 6ad525e3-5d23-4ac5-bc6e-4a19de0ad137 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:27:16.184177 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-33840375-fd07-4b32-aba4-6ec35a2db058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (6ad525e3-5d23-4ac5-bc6e-4a19de0ad137), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:16.279202 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:16.306229 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33840375-fd07-4b32-aba4-6ec35a2db058 None None] Routers {'75a5a185-19fc-4c58-a3e5-6ca6afe266a0'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:27:16.307150 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-33840375-fd07-4b32-aba4-6ec35a2db058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:27:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['75a5a185-19fc-4c58-a3e5-6ca6afe266a0'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:27:16.471423 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-e7e7ef01-711d-4dd6-b0fc-95efcc29604b tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks [] for port (7408b9a9-f9fa-4fe6-8e34-15f64c87abde), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:16.484578 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-87d4bd6d-f98a-4152-a666-77067685d6ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:16.511979 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ddd8b7b1-7fff-4f59-b7b5-ff70597ed3ea admin admin] Publish callbacks [] for security_group (25685f76-e8fd-4ce2-8351-61d102ebeac8), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:16.562603 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:16.577558 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-e7e7ef01-711d-4dd6-b0fc-95efcc29604b tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (7408b9a9-f9fa-4fe6-8e34-15f64c87abde), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:16.584904 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-33840375-fd07-4b32-aba4-6ec35a2db058 None None] Set router 75a5a185-19fc-4c58-a3e5-6ca6afe266a0 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:27:16.774502 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dd729474-13f0-4c20-b9c9-61a91a503b40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:16.804094 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac60cd-0979-410a-ae4b-b3bdc45fc282 None None] Pushing event updated for resources: {'Port': ['ID=6ad525e3-5d23-4ac5-bc6e-4a19de0ad137,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:16.814227 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-fb2338f6-c31e-46c2-b841-6e8b05abc3e6 None None] Attempt 9 to provision port 6ad525e3-5d23-4ac5-bc6e-4a19de0ad137 Sep 16 19:27:16.877843 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-e7e7ef01-711d-4dd6-b0fc-95efcc29604b tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Network 1e4e6da9-902d-45b4-9fce-268e4415ecdb is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:27:17.171391 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-fb2338f6-c31e-46c2-b841-6e8b05abc3e6 None None] Current status of the port 6ad525e3-5d23-4ac5-bc6e-4a19de0ad137 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:27:17.176869 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fb2338f6-c31e-46c2-b841-6e8b05abc3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (6ad525e3-5d23-4ac5-bc6e-4a19de0ad137), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:17.192060 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-87d4bd6d-f98a-4152-a666-77067685d6ad admin admin] Publish callbacks [] for security_group (4977a3ea-fe2b-431f-acb5-4762caa538bf), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:17.202436 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-8d0f3e99-5c39-422c-8df8-e9b1ff0db769 service neutron] Request body: {'port': {'device_id': 'd318e99e-5f9d-4a92-bfcc-da5c7df2bbfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:27:17.212515 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:17.213795 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac7a71bd-5a56-4406-a8a1-c807c9387717 req-7458add1-2b27-4b1c-99a7-761133cbfc5c tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Made reservation on behalf of 1983ce4dc9bd4050a2399d9f62d3e871 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:27:17.223982 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ac7a71bd-5a56-4406-a8a1-c807c9387717 req-7458add1-2b27-4b1c-99a7-761133cbfc5c tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:17.297047 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e7ef01-711d-4dd6-b0fc-95efcc29604b tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Pushing event updated for resources: {'Port': ['ID=7408b9a9-f9fa-4fe6-8e34-15f64c87abde,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:17.313299 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:17.325771 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-fb2338f6-c31e-46c2-b841-6e8b05abc3e6 None None] For port 6ad525e3-5d23-4ac5-bc6e-4a19de0ad137, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=6ad525e3-5d23-4ac5-bc6e-4a19de0ad137,segment=NetworkSegment(8351c8d8-7e98-4f07-8cee-dbde6e8064f9),segment_id=8351c8d8-7e98-4f07-8cee-dbde6e8064f9)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:27:17.355409 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fb2338f6-c31e-46c2-b841-6e8b05abc3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (6ad525e3-5d23-4ac5-bc6e-4a19de0ad137), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:17.369880 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-87d4bd6d-f98a-4152-a666-77067685d6ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (4977a3ea-fe2b-431f-acb5-4762caa538bf), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:17.372499 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51203091-c455-479e-94d3-4139338a55ad req-cc86e44b-a77b-47de-9f22-ea6748f4617a tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Made reservation on behalf of 804d63e1308b4729aff976d65f667e28 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:27:17.376337 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-51203091-c455-479e-94d3-4139338a55ad req-cc86e44b-a77b-47de-9f22-ea6748f4617a tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:17.378958 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-e7e7ef01-711d-4dd6-b0fc-95efcc29604b tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:27:17.406599 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-e7e7ef01-711d-4dd6-b0fc-95efcc29604b tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:27:17.489113 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2338f6-c31e-46c2-b841-6e8b05abc3e6 None None] Pushing event updated for resources: {'Port': ['ID=6ad525e3-5d23-4ac5-bc6e-4a19de0ad137,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:17.512318 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-33840375-fd07-4b32-aba4-6ec35a2db058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a5a185-19fc-4c58-a3e5-6ca6afe266a0', 'name': 'tempest-DeleteServersTestJSON-595000305-router', 'tenant_id': '233a5a65caee4bc3be172bbd02c4efff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '8924584b-67d4-427e-abf8-2fd95202bf51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:27:01Z', 'revision_number': 4, 'project_id': '233a5a65caee4bc3be172bbd02c4efff', 'gw_port': {'id': '8924584b-67d4-427e-abf8-2fd95202bf51', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:47:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a5a185-19fc-4c58-a3e5-6ca6afe266a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:53Z', 'updated_at': '2022-09-16T19:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '6ad525e3-5d23-4ac5-bc6e-4a19de0ad137', 'name': '', 'network_id': '06f20952-b833-4b2b-a8fc-17adda48c9e0', 'tenant_id': '233a5a65caee4bc3be172bbd02c4efff', 'mac_address': 'fa:16:3e:bf:02:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a5a185-19fc-4c58-a3e5-6ca6afe266a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'e7116ad5-faf2-40a4-a2ef-91430a7f616f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:59Z', 'updated_at': '2022-09-16T19:27:16Z', 'revision_number': 4, 'project_id': '233a5a65caee4bc3be172bbd02c4efff', 'subnets': [{'id': 'e7116ad5-faf2-40a4-a2ef-91430a7f616f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:27:17.546329 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-e7e7ef01-711d-4dd6-b0fc-95efcc29604b tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:17.549081 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-e7e7ef01-711d-4dd6-b0fc-95efcc29604b tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for port (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:17.564745 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5ab1e8e4-8fca-42df-9630-03d3a5f63bef req-a8bc75ae-ddee-4583-ace7-9f7e69026250 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 210 time: 0.3856249 Sep 16 19:27:17.635229 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d4bd6d-f98a-4152-a666-77067685d6ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4977a3ea-fe2b-431f-acb5-4762caa538bf,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:17.647450 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-21b6ccab-34a3-4b06-a52d-baf02c230432 None None] Provisioning complete for port 12862a74-24e6-4ec2-8bba-7faa06a3ccb5 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:27:17.647988 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-21b6ccab-34a3-4b06-a52d-baf02c230432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (12862a74-24e6-4ec2-8bba-7faa06a3ccb5), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:17.663837 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-21b6ccab-34a3-4b06-a52d-baf02c230432 None None] Attempt 1 to provision port 12862a74-24e6-4ec2-8bba-7faa06a3ccb5 Sep 16 19:27:17.673904 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-e7e7ef01-711d-4dd6-b0fc-95efcc29604b tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7774191 Sep 16 19:27:17.735541 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-366c3c60-536d-4332-a213-d20cdbd6b16b service neutron] Request body: {'port': {'device_id': 'a25b4fc6-10a3-4f69-9922-5e5a78982474', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:27:17.735747 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33840375-fd07-4b32-aba4-6ec35a2db058 None None] The sync data for ids ['75a5a185-19fc-4c58-a3e5-6ca6afe266a0'] in dv-cinder-850320-7-iscsi is: [{'id': '75a5a185-19fc-4c58-a3e5-6ca6afe266a0', 'name': 'tempest-DeleteServersTestJSON-595000305-router', 'tenant_id': '233a5a65caee4bc3be172bbd02c4efff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '8924584b-67d4-427e-abf8-2fd95202bf51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:27:01Z', 'revision_number': 4, 'project_id': '233a5a65caee4bc3be172bbd02c4efff', 'gw_port': {'id': '8924584b-67d4-427e-abf8-2fd95202bf51', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:47:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a5a185-19fc-4c58-a3e5-6ca6afe266a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:53Z', 'updated_at': '2022-09-16T19:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '6ad525e3-5d23-4ac5-bc6e-4a19de0ad137', 'name': '', 'network_id': '06f20952-b833-4b2b-a8fc-17adda48c9e0', 'tenant_id': '233a5a65caee4bc3be172bbd02c4efff', 'mac_address': 'fa:16:3e:bf:02:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a5a185-19fc-4c58-a3e5-6ca6afe266a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'e7116ad5-faf2-40a4-a2ef-91430a7f616f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:59Z', 'updated_at': '2022-09-16T19:27:16Z', 'revision_number': 4, 'project_id': '233a5a65caee4bc3be172bbd02c4efff', 'subnets': [{'id': 'e7116ad5-faf2-40a4-a2ef-91430a7f616f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:27:17.763309 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-21b6ccab-34a3-4b06-a52d-baf02c230432 None None] Port 12862a74-24e6-4ec2-8bba-7faa06a3ccb5 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:27:17.807694 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1d166ccd-e3eb-4f42-8265-698f9eaaf648 req-c62928b7-0e44-4b53-a977-1538140b079f tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1708162861&fields=id&tenant_id=ea483f6ff12d425fa1e8aa29e472dfe2 HTTP/1.1" status: 200 len: 267 time: 0.9637208 Sep 16 19:27:17.892546 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:17.893501 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-8d0f3e99-5c39-422c-8df8-e9b1ff0db769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (12862a74-24e6-4ec2-8bba-7faa06a3ccb5), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:17.946942 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-87d4bd6d-f98a-4152-a666-77067685d6ad admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=eae6aa52d0ea47399373c1bf8a9a0523&name=default HTTP/1.1" status: 200 len: 2996 time: 2.9166493 Sep 16 19:27:17.974485 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 44792) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:18.184773 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-366c3c60-536d-4332-a213-d20cdbd6b16b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (7408b9a9-f9fa-4fe6-8e34-15f64c87abde), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:18.264439 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-21b6ccab-34a3-4b06-a52d-baf02c230432 None None] Attempt 2 to provision port 12862a74-24e6-4ec2-8bba-7faa06a3ccb5 Sep 16 19:27:18.325969 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:18.385364 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-21b6ccab-34a3-4b06-a52d-baf02c230432 None None] Port 12862a74-24e6-4ec2-8bba-7faa06a3ccb5 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:27:18.385965 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dd729474-13f0-4c20-b9c9-61a91a503b40 admin admin] Publish callbacks [] for security_group (91ab37fe-66a6-42e6-af5a-00b7bed6c80a), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:18.391186 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 6ad525e3-5d23-4ac5-bc6e-4a19de0ad137 up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:27:18.412542 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dd729474-13f0-4c20-b9c9-61a91a503b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (91ab37fe-66a6-42e6-af5a-00b7bed6c80a), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:18.441615 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d166ccd-e3eb-4f42-8265-698f9eaaf648 req-07b37cbf-5cee-4c5c-85ac-033b8f8489cc tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:18.443370 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1d166ccd-e3eb-4f42-8265-698f9eaaf648 req-07b37cbf-5cee-4c5c-85ac-033b8f8489cc tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/networks?id=c95d3abe-3283-4882-9a4b-da4bde31c550 HTTP/1.1" status: 200 len: 811 time: 0.6284914 Sep 16 19:27:18.455592 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ddd8b7b1-7fff-4f59-b7b5-ff70597ed3ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (25685f76-e8fd-4ce2-8351-61d102ebeac8), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:18.458051 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ddd8b7b1-7fff-4f59-b7b5-ff70597ed3ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:18.462090 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-ddd8b7b1-7fff-4f59-b7b5-ff70597ed3ea admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/25685f76-e8fd-4ce2-8351-61d102ebeac8 HTTP/1.1" status: 204 len: 168 time: 2.9061694 Sep 16 19:27:18.468678 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ff579-0a4f-4611-9f60-e4b6fd6b7934 req-0fd5908c-e9e3-4d7f-bfb9-9e1c78e4159a tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:18.476063 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-320ff579-0a4f-4611-9f60-e4b6fd6b7934 req-0fd5908c-e9e3-4d7f-bfb9-9e1c78e4159a tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 932 time: 0.5938275 Sep 16 19:27:18.585442 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port 6ad525e3-5d23-4ac5-bc6e-4a19de0ad137 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:27:18.586380 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (6ad525e3-5d23-4ac5-bc6e-4a19de0ad137), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:18.587029 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port 6ad525e3-5d23-4ac5-bc6e-4a19de0ad137 Sep 16 19:27:18.598580 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd8b7b1-7fff-4f59-b7b5-ff70597ed3ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25685f76-e8fd-4ce2-8351-61d102ebeac8,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:18.709898 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b72ab62a-980b-41f7-ade8-712211277f2e admin admin] Publish callbacks [] for security_group (4977a3ea-fe2b-431f-acb5-4762caa538bf), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:18.795268 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1d166ccd-e3eb-4f42-8265-698f9eaaf648 req-699bee9c-a51c-49b9-8506-7eb1a43bd930 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/quotas/ea483f6ff12d425fa1e8aa29e472dfe2 HTTP/1.1" status: 200 len: 375 time: 0.1212385 Sep 16 19:27:18.808953 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-dd729474-13f0-4c20-b9c9-61a91a503b40 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=3c81454b74fe4d0792139217f3f2b81a&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8775682 Sep 16 19:27:18.810038 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd729474-13f0-4c20-b9c9-61a91a503b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ab37fe-66a6-42e6-af5a-00b7bed6c80a,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:18.817121 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 44802) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:18.842719 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port 6ad525e3-5d23-4ac5-bc6e-4a19de0ad137 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:27:18.870487 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b72ab62a-980b-41f7-ade8-712211277f2e admin admin] Publish callbacks [] for security_group (4977a3ea-fe2b-431f-acb5-4762caa538bf), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:18.888326 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-21b6ccab-34a3-4b06-a52d-baf02c230432 None None] Attempt 3 to provision port 12862a74-24e6-4ec2-8bba-7faa06a3ccb5 Sep 16 19:27:18.968311 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1d166ccd-e3eb-4f42-8265-698f9eaaf648 req-81314c63-ad63-4fea-bf3d-c7c0185eb81d tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=ea483f6ff12d425fa1e8aa29e472dfe2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1498179 Sep 16 19:27:18.990348 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:18.993266 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-21b6ccab-34a3-4b06-a52d-baf02c230432 None None] Port 12862a74-24e6-4ec2-8bba-7faa06a3ccb5 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:27:19.006369 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5e86cb62-6c79-491b-b642-904839cd89d7 admin admin] Publish callbacks [] for security_group (91ab37fe-66a6-42e6-af5a-00b7bed6c80a), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:19.039682 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-ac7a71bd-5a56-4406-a8a1-c807c9387717 req-7458add1-2b27-4b1c-99a7-761133cbfc5c tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Allocated IP 172.20.0.12 (1b509164-1dc6-4639-9003-d3f932682d2f/b23467b1-0e6b-4468-bd6e-d295548dcf80/564ad5b6-f4d4-47ec-845c-17b90b57b3be) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:27:19.051216 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b72ab62a-980b-41f7-ade8-712211277f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (4977a3ea-fe2b-431f-acb5-4762caa538bf), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:19.058353 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b72ab62a-980b-41f7-ade8-712211277f2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:19.061302 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-51203091-c455-479e-94d3-4139338a55ad req-cc86e44b-a77b-47de-9f22-ea6748f4617a tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Allocated IP 172.20.0.4 (1e4e6da9-902d-45b4-9fce-268e4415ecdb/f796f6e5-3b84-4c9f-8c87-22a14447d493/01a4d47d-f873-40b4-a03d-c34fc0000f93) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:27:19.073257 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-b72ab62a-980b-41f7-ade8-712211277f2e admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/4977a3ea-fe2b-431f-acb5-4762caa538bf HTTP/1.1" status: 204 len: 168 time: 1.0947561 Sep 16 19:27:19.087844 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5e86cb62-6c79-491b-b642-904839cd89d7 admin admin] Publish callbacks [] for security_group (91ab37fe-66a6-42e6-af5a-00b7bed6c80a), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:19.319539 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 44810) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:19.346996 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5e86cb62-6c79-491b-b642-904839cd89d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (91ab37fe-66a6-42e6-af5a-00b7bed6c80a), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:19.349522 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5e86cb62-6c79-491b-b642-904839cd89d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:19.375672 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-5e86cb62-6c79-491b-b642-904839cd89d7 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/91ab37fe-66a6-42e6-af5a-00b7bed6c80a HTTP/1.1" status: 204 len: 168 time: 0.5360458 Sep 16 19:27:19.378436 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ab62a-980b-41f7-ade8-712211277f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4977a3ea-fe2b-431f-acb5-4762caa538bf,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:19.383994 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-320ff579-0a4f-4611-9f60-e4b6fd6b7934 req-61d39305-2153-445c-a490-bcc8e0cc3b0d tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9069290 Sep 16 19:27:19.463229 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fe89bbda-c21f-4021-b694-efefe7bf84c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:19.478551 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=8 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:19.497242 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-21b6ccab-34a3-4b06-a52d-baf02c230432 None None] Attempt 4 to provision port 12862a74-24e6-4ec2-8bba-7faa06a3ccb5 Sep 16 19:27:19.593347 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-21b6ccab-34a3-4b06-a52d-baf02c230432 None None] Port 12862a74-24e6-4ec2-8bba-7faa06a3ccb5 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:27:19.606645 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1d166ccd-e3eb-4f42-8265-698f9eaaf648 req-af0e39c3-dc2c-4fd0-83da-b898f0bd244f service neutron] 10.222.0.49 "GET /networking/v2.0/networks/c95d3abe-3283-4882-9a4b-da4bde31c550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5956624 Sep 16 19:27:19.609724 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e86cb62-6c79-491b-b642-904839cd89d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ab37fe-66a6-42e6-af5a-00b7bed6c80a,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:19.820151 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1d166ccd-e3eb-4f42-8265-698f9eaaf648 req-09196669-469b-493d-9107-aea8e57d7dc7 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/c95d3abe-3283-4882-9a4b-da4bde31c550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942713 Sep 16 19:27:19.835597 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bb5f4ced-32a8-48ce-9e59-7df72df782d0 req-7de28dc3-1cf0-4d7e-b82d-a6ebb474c93a tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 210 time: 0.1673141 Sep 16 19:27:19.870465 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 44822) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:19.911256 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f4346d27-7ed0-4e89-93ac-9de1e414123d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:20.092522 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fe89bbda-c21f-4021-b694-efefe7bf84c7 admin admin] Publish callbacks [] for security_group (a14854b8-2d42-4508-899a-4006970ae5ba), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:20.096914 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-21b6ccab-34a3-4b06-a52d-baf02c230432 None None] Attempt 5 to provision port 12862a74-24e6-4ec2-8bba-7faa06a3ccb5 Sep 16 19:27:20.121625 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fe89bbda-c21f-4021-b694-efefe7bf84c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (a14854b8-2d42-4508-899a-4006970ae5ba), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:20.202151 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-fe89bbda-c21f-4021-b694-efefe7bf84c7 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=071e2bb1c0d641c1910b396a9131747f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8747859 Sep 16 19:27:20.209995 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 44826) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:20.225532 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-21b6ccab-34a3-4b06-a52d-baf02c230432 None None] Port 12862a74-24e6-4ec2-8bba-7faa06a3ccb5 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:27:20.361866 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:20.433793 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7a251d99-97c7-4c00-bc63-9ea0af93c9da req-23c8345f-9d7a-45dc-a99e-00db45d6e120 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 210 time: 0.3026884 Sep 16 19:27:20.464948 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ac7a71bd-5a56-4406-a8a1-c807c9387717 req-7458add1-2b27-4b1c-99a7-761133cbfc5c tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for port (564ad5b6-f4d4-47ec-845c-17b90b57b3be), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:20.551178 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:20.557489 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-8d0f3e99-5c39-422c-8df8-e9b1ff0db769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12862a74-24e6-4ec2-8bba-7faa06a3ccb5 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 19:27:20.571542 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-8d0f3e99-5c39-422c-8df8-e9b1ff0db769 service neutron] Publish callbacks [] for port (12862a74-24e6-4ec2-8bba-7faa06a3ccb5), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:20.574203 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c287966d-41ea-454f-b21c-5a83f1a4c06c req-92c4ae66-ab05-440c-8267-50db4e5d79cb tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 210 time: 0.2185202 Sep 16 19:27:20.577088 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 44840) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:20.610602 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f4346d27-7ed0-4e89-93ac-9de1e414123d admin admin] Publish callbacks [] for security_group (a3ab4153-516b-4c14-afec-e9dc948c9a31), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:20.614796 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe89bbda-c21f-4021-b694-efefe7bf84c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14854b8-2d42-4508-899a-4006970ae5ba,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:20.639314 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f4346d27-7ed0-4e89-93ac-9de1e414123d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (a3ab4153-516b-4c14-afec-e9dc948c9a31), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:20.640845 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-51203091-c455-479e-94d3-4139338a55ad req-cc86e44b-a77b-47de-9f22-ea6748f4617a tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks [] for port (01a4d47d-f873-40b4-a03d-c34fc0000f93), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:20.648157 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:20.687756 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-8d0f3e99-5c39-422c-8df8-e9b1ff0db769 service neutron] Transition to ACTIVE for port object 12862a74-24e6-4ec2-8bba-7faa06a3ccb5 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 19:27:20.725054 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-f4346d27-7ed0-4e89-93ac-9de1e414123d admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=6b8948c0cfa749b8a1a4ba5fdc1b8fd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8532286 Sep 16 19:27:20.726286 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6caf445-7f62-4787-8381-10d4acafdd40 admin admin] Publish callbacks [] for security_group (a14854b8-2d42-4508-899a-4006970ae5ba), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:20.727273 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-21b6ccab-34a3-4b06-a52d-baf02c230432 None None] Attempt 6 to provision port 12862a74-24e6-4ec2-8bba-7faa06a3ccb5 Sep 16 19:27:20.731744 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 44846) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:20.782008 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a4c3b3e9-4034-428e-862a-795d48af79e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:20.794432 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4346d27-7ed0-4e89-93ac-9de1e414123d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ab4153-516b-4c14-afec-e9dc948c9a31,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:20.803796 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16f77f-95f3-46e5-ac4b-a2b532fa154d req-ffe6a5ff-45fe-4b2f-a7c5-e19f85f7b299 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:20.814406 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-21b6ccab-34a3-4b06-a52d-baf02c230432 None None] Port 12862a74-24e6-4ec2-8bba-7faa06a3ccb5 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:27:20.818385 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fa16f77f-95f3-46e5-ac4b-a2b532fa154d req-ffe6a5ff-45fe-4b2f-a7c5-e19f85f7b299 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 944 time: 0.1603229 Sep 16 19:27:20.863542 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6caf445-7f62-4787-8381-10d4acafdd40 admin admin] Publish callbacks [] for security_group (a14854b8-2d42-4508-899a-4006970ae5ba), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:20.894853 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-8d0f3e99-5c39-422c-8df8-e9b1ff0db769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (12862a74-24e6-4ec2-8bba-7faa06a3ccb5), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:20.969655 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f3e99-5c39-422c-8df8-e9b1ff0db769 service neutron] Pushing event updated for resources: {'Port': ['ID=12862a74-24e6-4ec2-8bba-7faa06a3ccb5,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:21.018285 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a258b02c-49d5-4194-82cd-85b81efe7cf6 admin admin] Publish callbacks [] for security_group (a3ab4153-516b-4c14-afec-e9dc948c9a31), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:21.073554 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a258b02c-49d5-4194-82cd-85b81efe7cf6 admin admin] Publish callbacks [] for security_group (a3ab4153-516b-4c14-afec-e9dc948c9a31), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:21.074388 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ac7a71bd-5a56-4406-a8a1-c807c9387717 req-7458add1-2b27-4b1c-99a7-761133cbfc5c tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816'] for port (564ad5b6-f4d4-47ec-845c-17b90b57b3be), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:21.087112 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-8d0f3e99-5c39-422c-8df8-e9b1ff0db769 service neutron] Attempting to bind port 12862a74-24e6-4ec2-8bba-7faa06a3ccb5 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:27:21.087515 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-8d0f3e99-5c39-422c-8df8-e9b1ff0db769 service neutron] Attempting to bind port 12862a74-24e6-4ec2-8bba-7faa06a3ccb5 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '8351c8d8-7e98-4f07-8cee-dbde6e8064f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '06f20952-b833-4b2b-a8fc-17adda48c9e0'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:27:21.088011 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-8d0f3e99-5c39-422c-8df8-e9b1ff0db769 service neutron] Attempting to bind port 12862a74-24e6-4ec2-8bba-7faa06a3ccb5 on network 06f20952-b833-4b2b-a8fc-17adda48c9e0 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:27:21.113529 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-63baa0c5-1b15-48fb-b316-bc39935b6ff3 req-c1d6d15f-74ca-4245-a493-ab96461144e3 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 210 time: 0.0661862 Sep 16 19:27:21.118392 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac7a71bd-5a56-4406-a8a1-c807c9387717 req-7458add1-2b27-4b1c-99a7-761133cbfc5c tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Network 1b509164-1dc6-4639-9003-d3f932682d2f is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:27:21.122781 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6caf445-7f62-4787-8381-10d4acafdd40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (a14854b8-2d42-4508-899a-4006970ae5ba), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:21.125651 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6caf445-7f62-4787-8381-10d4acafdd40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:21.130014 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-c6caf445-7f62-4787-8381-10d4acafdd40 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a14854b8-2d42-4508-899a-4006970ae5ba HTTP/1.1" status: 204 len: 168 time: 0.8772411 Sep 16 19:27:21.160845 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6caf445-7f62-4787-8381-10d4acafdd40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14854b8-2d42-4508-899a-4006970ae5ba,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:21.204697 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a258b02c-49d5-4194-82cd-85b81efe7cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (a3ab4153-516b-4c14-afec-e9dc948c9a31), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:21.208854 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a258b02c-49d5-4194-82cd-85b81efe7cf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:21.210477 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-a258b02c-49d5-4194-82cd-85b81efe7cf6 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a3ab4153-516b-4c14-afec-e9dc948c9a31 HTTP/1.1" status: 204 len: 168 time: 0.4750023 Sep 16 19:27:21.237093 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-ac7a71bd-5a56-4406-a8a1-c807c9387717 req-7458add1-2b27-4b1c-99a7-761133cbfc5c tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:27:21.242602 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a258b02c-49d5-4194-82cd-85b81efe7cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ab4153-516b-4c14-afec-e9dc948c9a31,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:21.251699 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac7a71bd-5a56-4406-a8a1-c807c9387717 req-7458add1-2b27-4b1c-99a7-761133cbfc5c tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:27:21.268005 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a71bd-5a56-4406-a8a1-c807c9387717 req-7458add1-2b27-4b1c-99a7-761133cbfc5c tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:21.268005 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ac7a71bd-5a56-4406-a8a1-c807c9387717 req-7458add1-2b27-4b1c-99a7-761133cbfc5c tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:21.288530 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:21.323737 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-21b6ccab-34a3-4b06-a52d-baf02c230432 None None] Attempt 7 to provision port 12862a74-24e6-4ec2-8bba-7faa06a3ccb5 Sep 16 19:27:21.323737 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:21.357111 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fa16f77f-95f3-46e5-ac4b-a2b532fa154d req-9aa8440a-aa37-4edb-ad02-9ebceb29d223 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5359306 Sep 16 19:27:21.371114 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-51203091-c455-479e-94d3-4139338a55ad req-cc86e44b-a77b-47de-9f22-ea6748f4617a tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816'] for port (01a4d47d-f873-40b4-a03d-c34fc0000f93), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:21.398175 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ac7a71bd-5a56-4406-a8a1-c807c9387717 req-7458add1-2b27-4b1c-99a7-761133cbfc5c tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6321042 Sep 16 19:27:21.412574 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7458add1-2b27-4b1c-99a7-761133cbfc5c tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Pushing event updated for resources: {'Port': ['ID=564ad5b6-f4d4-47ec-845c-17b90b57b3be,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:21.427455 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51203091-c455-479e-94d3-4139338a55ad req-cc86e44b-a77b-47de-9f22-ea6748f4617a tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Network 1e4e6da9-902d-45b4-9fce-268e4415ecdb is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:27:21.442183 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-ac7a71bd-5a56-4406-a8a1-c807c9387717 req-b27b8779-7307-4954-97fd-b35970482f51 service neutron] Request body: {'port': {'device_id': '96e61203-755e-4afc-9359-dbbe44b0934d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:27:21.457594 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-21b6ccab-34a3-4b06-a52d-baf02c230432 None None] Port 12862a74-24e6-4ec2-8bba-7faa06a3ccb5 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:27:21.661704 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-51203091-c455-479e-94d3-4139338a55ad req-cc86e44b-a77b-47de-9f22-ea6748f4617a tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:27:21.690268 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-8d0f3e99-5c39-422c-8df8-e9b1ff0db769 service neutron] Port 12862a74-24e6-4ec2-8bba-7faa06a3ccb5 on network 06f20952-b833-4b2b-a8fc-17adda48c9e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 19:27:21.709158 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-8d0f3e99-5c39-422c-8df8-e9b1ff0db769 service neutron] Attempting to bind port 12862a74-24e6-4ec2-8bba-7faa06a3ccb5 on network 06f20952-b833-4b2b-a8fc-17adda48c9e0 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:27:21.716174 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-51203091-c455-479e-94d3-4139338a55ad req-cc86e44b-a77b-47de-9f22-ea6748f4617a tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:27:21.742925 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51203091-c455-479e-94d3-4139338a55ad req-cc86e44b-a77b-47de-9f22-ea6748f4617a tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:21.761909 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-51203091-c455-479e-94d3-4139338a55ad req-cc86e44b-a77b-47de-9f22-ea6748f4617a tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:21.787933 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d26be2-4a12-40b3-b1ba-e15c2c876e2a req-d4181f9a-5c45-49cd-b622-b8be95d3265b tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:21.798266 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a9d26be2-4a12-40b3-b1ba-e15c2c876e2a req-d4181f9a-5c45-49cd-b622-b8be95d3265b tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 932 time: 0.1484771 Sep 16 19:27:21.964522 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-21b6ccab-34a3-4b06-a52d-baf02c230432 None None] Attempt 8 to provision port 12862a74-24e6-4ec2-8bba-7faa06a3ccb5 Sep 16 19:27:22.157942 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-21b6ccab-34a3-4b06-a52d-baf02c230432 None None] Port 12862a74-24e6-4ec2-8bba-7faa06a3ccb5 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:27:22.195558 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-366c3c60-536d-4332-a213-d20cdbd6b16b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7408b9a9-f9fa-4fe6-8e34-15f64c87abde {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 19:27:22.241002 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-366c3c60-536d-4332-a213-d20cdbd6b16b service neutron] Publish callbacks [] for port (7408b9a9-f9fa-4fe6-8e34-15f64c87abde), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:22.287776 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a9d26be2-4a12-40b3-b1ba-e15c2c876e2a req-a611b0ed-17a0-4aaf-bc24-03c125423acf tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4884121 Sep 16 19:27:22.312497 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-366c3c60-536d-4332-a213-d20cdbd6b16b service neutron] Transition to ACTIVE for port object 7408b9a9-f9fa-4fe6-8e34-15f64c87abde will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 19:27:22.318055 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-366c3c60-536d-4332-a213-d20cdbd6b16b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2678318'] for port (7408b9a9-f9fa-4fe6-8e34-15f64c87abde), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:22.575860 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c3c60-536d-4332-a213-d20cdbd6b16b service neutron] Pushing event updated for resources: {'Port': ['ID=7408b9a9-f9fa-4fe6-8e34-15f64c87abde,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:22.631054 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a77d2-c23b-4e3c-9c15-a9c45c1688e6 req-6c5654f8-ef70-4d9e-b853-df6b3a616bea tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:22.638850 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1a8a77d2-c23b-4e3c-9c15-a9c45c1688e6 req-6c5654f8-ef70-4d9e-b853-df6b3a616bea tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 931 time: 0.2222054 Sep 16 19:27:22.645784 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-51203091-c455-479e-94d3-4139338a55ad req-cc86e44b-a77b-47de-9f22-ea6748f4617a tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.0944664 Sep 16 19:27:22.646735 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ac7a71bd-5a56-4406-a8a1-c807c9387717 req-b27b8779-7307-4954-97fd-b35970482f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (564ad5b6-f4d4-47ec-845c-17b90b57b3be), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:22.652032 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a4c3b3e9-4034-428e-862a-795d48af79e0 admin admin] Publish callbacks [] for security_group (547bcbb1-27ea-43c7-993e-bcd73ea240a9), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:22.658878 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-21b6ccab-34a3-4b06-a52d-baf02c230432 None None] Attempt 9 to provision port 12862a74-24e6-4ec2-8bba-7faa06a3ccb5 Sep 16 19:27:22.681885 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a4c3b3e9-4034-428e-862a-795d48af79e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (547bcbb1-27ea-43c7-993e-bcd73ea240a9), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:22.685406 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0c217fd7-ded5-44ed-bbed-e63b1ba82918 req-d969552e-ae9f-464b-b6d3-be4c34ef59c6 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 210 time: 0.7978492 Sep 16 19:27:22.749026 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-21b6ccab-34a3-4b06-a52d-baf02c230432 None None] Port 12862a74-24e6-4ec2-8bba-7faa06a3ccb5 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:27:22.771837 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-366c3c60-536d-4332-a213-d20cdbd6b16b service neutron] Attempting to bind port 7408b9a9-f9fa-4fe6-8e34-15f64c87abde on host hv-cinder-85032 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:27:22.772201 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-366c3c60-536d-4332-a213-d20cdbd6b16b service neutron] Attempting to bind port 7408b9a9-f9fa-4fe6-8e34-15f64c87abde by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '8bad0fa0-00c8-4390-9fc0-ed8795108045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1e4e6da9-902d-45b4-9fce-268e4415ecdb'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:27:22.772577 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-366c3c60-536d-4332-a213-d20cdbd6b16b service neutron] Attempting to bind port 7408b9a9-f9fa-4fe6-8e34-15f64c87abde on network 1e4e6da9-902d-45b4-9fce-268e4415ecdb {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:27:22.802061 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1a8a77d2-c23b-4e3c-9c15-a9c45c1688e6 req-66dc29b3-67da-4303-883b-5b3fbe51e878 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622562 Sep 16 19:27:22.839780 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc86e44b-a77b-47de-9f22-ea6748f4617a tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Pushing event updated for resources: {'Port': ['ID=01a4d47d-f873-40b4-a03d-c34fc0000f93,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:22.844479 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:22.865799 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-366c3c60-536d-4332-a213-d20cdbd6b16b service neutron] Port 7408b9a9-f9fa-4fe6-8e34-15f64c87abde on network 1e4e6da9-902d-45b4-9fce-268e4415ecdb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 19:27:22.866488 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-366c3c60-536d-4332-a213-d20cdbd6b16b service neutron] Attempting to bind port 7408b9a9-f9fa-4fe6-8e34-15f64c87abde on network 1e4e6da9-902d-45b4-9fce-268e4415ecdb {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:27:22.870507 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:22.922533 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-366c3c60-536d-4332-a213-d20cdbd6b16b service neutron] Checking agent: {'id': 'f29a7e91-2c4b-48c7-9aed-98e73119d395', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 24, 59), 'started_at': datetime.datetime(2022, 9, 16, 19, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:27:22.923508 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-366c3c60-536d-4332-a213-d20cdbd6b16b service neutron] Checking segment: {'id': '8bad0fa0-00c8-4390-9fc0-ed8795108045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1e4e6da9-902d-45b4-9fce-268e4415ecdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:27:22.924587 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-366c3c60-536d-4332-a213-d20cdbd6b16b service neutron] Bound using segment: {'id': '8bad0fa0-00c8-4390-9fc0-ed8795108045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1e4e6da9-902d-45b4-9fce-268e4415ecdb'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:27:22.925328 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-366c3c60-536d-4332-a213-d20cdbd6b16b service neutron] Bound port: 7408b9a9-f9fa-4fe6-8e34-15f64c87abde, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bad0fa0-00c8-4390-9fc0-ed8795108045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1e4e6da9-902d-45b4-9fce-268e4415ecdb'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:27:22.925929 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-366c3c60-536d-4332-a213-d20cdbd6b16b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (7408b9a9-f9fa-4fe6-8e34-15f64c87abde), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:22.996698 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298dad56-3892-4103-a290-7bc1c76b6a4a req-a98e989e-d262-4874-8285-f4adb6814f44 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:22.999334 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-298dad56-3892-4103-a290-7bc1c76b6a4a req-a98e989e-d262-4874-8285-f4adb6814f44 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 944 time: 0.1199801 Sep 16 19:27:22.999987 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c3b3e9-4034-428e-862a-795d48af79e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547bcbb1-27ea-43c7-993e-bcd73ea240a9,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:23.003356 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-366c3c60-536d-4332-a213-d20cdbd6b16b service neutron] For port 7408b9a9-f9fa-4fe6-8e34-15f64c87abde, host hv-cinder-85032, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:27:23.006249 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-8d0f3e99-5c39-422c-8df8-e9b1ff0db769 service neutron] Checking agent: {'id': 'f29a7e91-2c4b-48c7-9aed-98e73119d395', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 24, 59), 'started_at': datetime.datetime(2022, 9, 16, 19, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:27:23.006603 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-8d0f3e99-5c39-422c-8df8-e9b1ff0db769 service neutron] Checking segment: {'id': '8351c8d8-7e98-4f07-8cee-dbde6e8064f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '06f20952-b833-4b2b-a8fc-17adda48c9e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:27:23.007152 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-8d0f3e99-5c39-422c-8df8-e9b1ff0db769 service neutron] Bound using segment: {'id': '8351c8d8-7e98-4f07-8cee-dbde6e8064f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '06f20952-b833-4b2b-a8fc-17adda48c9e0'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:27:23.007619 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-8d0f3e99-5c39-422c-8df8-e9b1ff0db769 service neutron] Bound port: 12862a74-24e6-4ec2-8bba-7faa06a3ccb5, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8351c8d8-7e98-4f07-8cee-dbde6e8064f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '06f20952-b833-4b2b-a8fc-17adda48c9e0'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:27:23.007971 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-8d0f3e99-5c39-422c-8df8-e9b1ff0db769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (12862a74-24e6-4ec2-8bba-7faa06a3ccb5), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:23.031912 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-366c3c60-536d-4332-a213-d20cdbd6b16b service neutron] For port 7408b9a9-f9fa-4fe6-8e34-15f64c87abde, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=7408b9a9-f9fa-4fe6-8e34-15f64c87abde,segment=NetworkSegment(8bad0fa0-00c8-4390-9fc0-ed8795108045),segment_id=8bad0fa0-00c8-4390-9fc0-ed8795108045)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:27:23.036926 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:23.042429 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-366c3c60-536d-4332-a213-d20cdbd6b16b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2678318'] for port (7408b9a9-f9fa-4fe6-8e34-15f64c87abde), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:23.048191 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-a4c3b3e9-4034-428e-862a-795d48af79e0 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=ad14e343a3604412a4c95a734181f489&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4698467 Sep 16 19:27:23.051160 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 44906) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:23.081239 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-366c3c60-536d-4332-a213-d20cdbd6b16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:23.081861 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-366c3c60-536d-4332-a213-d20cdbd6b16b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for port (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:23.083299 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-366c3c60-536d-4332-a213-d20cdbd6b16b service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/7408b9a9-f9fa-4fe6-8e34-15f64c87abde HTTP/1.1" status: 200 len: 1094 time: 5.3561873 Sep 16 19:27:23.091968 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a25b4fc6-10a3-4f69-9922-5e5a78982474', 'tag': '7408b9a9-f9fa-4fe6-8e34-15f64c87abde'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:27:23.179716 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c3c60-536d-4332-a213-d20cdbd6b16b service neutron] Pushing event updated for resources: {'Port': ['ID=7408b9a9-f9fa-4fe6-8e34-15f64c87abde,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:23.191283 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-298dad56-3892-4103-a290-7bc1c76b6a4a req-d0862221-6a3e-4eaf-800a-7a9be395f913 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568062 Sep 16 19:27:23.225783 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a383bde8-ea1b-4a26-89f8-dd76e2870718 admin admin] Publish callbacks [] for security_group (547bcbb1-27ea-43c7-993e-bcd73ea240a9), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:23.231528 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-8d0f3e99-5c39-422c-8df8-e9b1ff0db769 service neutron] For port 12862a74-24e6-4ec2-8bba-7faa06a3ccb5, host hv-cinder-85032, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:27:23.250617 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-21b6ccab-34a3-4b06-a52d-baf02c230432 None None] Attempt 10 to provision port 12862a74-24e6-4ec2-8bba-7faa06a3ccb5 Sep 16 19:27:23.257622 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a383bde8-ea1b-4a26-89f8-dd76e2870718 admin admin] Publish callbacks [] for security_group (547bcbb1-27ea-43c7-993e-bcd73ea240a9), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:23.276838 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-8d0f3e99-5c39-422c-8df8-e9b1ff0db769 service neutron] For port 12862a74-24e6-4ec2-8bba-7faa06a3ccb5, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=12862a74-24e6-4ec2-8bba-7faa06a3ccb5,segment=NetworkSegment(8351c8d8-7e98-4f07-8cee-dbde6e8064f9),segment_id=8351c8d8-7e98-4f07-8cee-dbde6e8064f9)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:27:23.342426 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-8d0f3e99-5c39-422c-8df8-e9b1ff0db769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (12862a74-24e6-4ec2-8bba-7faa06a3ccb5), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:23.353767 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:23.375709 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-8d0f3e99-5c39-422c-8df8-e9b1ff0db769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:23.376748 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-8d0f3e99-5c39-422c-8df8-e9b1ff0db769 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:23.378749 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-8d0f3e99-5c39-422c-8df8-e9b1ff0db769 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/12862a74-24e6-4ec2-8bba-7faa06a3ccb5 HTTP/1.1" status: 200 len: 1094 time: 7.0451262 Sep 16 19:27:23.379937 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd318e99e-5f9d-4a92-bfcc-da5c7df2bbfd', 'tag': '12862a74-24e6-4ec2-8bba-7faa06a3ccb5'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:27:23.421659 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-21b6ccab-34a3-4b06-a52d-baf02c230432 None None] Port 12862a74-24e6-4ec2-8bba-7faa06a3ccb5 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:27:23.509216 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f3e99-5c39-422c-8df8-e9b1ff0db769 service neutron] Pushing event updated for resources: {'Port': ['ID=12862a74-24e6-4ec2-8bba-7faa06a3ccb5,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:23.545501 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c59f3d39-4a2a-4e53-bfc8-667d5aa48972 None None] Provisioning complete for port 564ad5b6-f4d4-47ec-845c-17b90b57b3be triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:27:23.545875 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c59f3d39-4a2a-4e53-bfc8-667d5aa48972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (564ad5b6-f4d4-47ec-845c-17b90b57b3be), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:23.546206 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-c59f3d39-4a2a-4e53-bfc8-667d5aa48972 None None] Attempt 1 to provision port 564ad5b6-f4d4-47ec-845c-17b90b57b3be Sep 16 19:27:23.559177 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc02aeec164665d1be19478bc83a94d6f81df8203eb0e70a86ccaa2f58cdb70d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a4377c-13d4-49bc-8b8e-28bf5df21e48" -d '{"events": [{"name": "network-changed", "server_uuid": "a25b4fc6-10a3-4f69-9922-5e5a78982474", "tag": "7408b9a9-f9fa-4fe6-8e34-15f64c87abde"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:27:23.569759 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f799bc-83a9-4199-9ec9-13a5e929e749 req-99ba4378-843f-4a1b-9073-467b8fd318ee tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:23.586933 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d6f799bc-83a9-4199-9ec9-13a5e929e749 req-99ba4378-843f-4a1b-9073-467b8fd318ee tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 932 time: 0.0703971 Sep 16 19:27:23.593390 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [req-ac7a71bd-5a56-4406-a8a1-c807c9387717 req-b27b8779-7307-4954-97fd-b35970482f51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 564ad5b6-f4d4-47ec-845c-17b90b57b3be {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 19:27:23.605598 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ac7a71bd-5a56-4406-a8a1-c807c9387717 req-b27b8779-7307-4954-97fd-b35970482f51 service neutron] Publish callbacks [] for port (564ad5b6-f4d4-47ec-845c-17b90b57b3be), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:23.626488 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-ac7a71bd-5a56-4406-a8a1-c807c9387717 req-b27b8779-7307-4954-97fd-b35970482f51 service neutron] Transition to ACTIVE for port object 564ad5b6-f4d4-47ec-845c-17b90b57b3be will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 19:27:23.636961 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c59f3d39-4a2a-4e53-bfc8-667d5aa48972 None None] Port 564ad5b6-f4d4-47ec-845c-17b90b57b3be cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:27:23.637428 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ac7a71bd-5a56-4406-a8a1-c807c9387717 req-b27b8779-7307-4954-97fd-b35970482f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (564ad5b6-f4d4-47ec-845c-17b90b57b3be), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:23.665335 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d6f799bc-83a9-4199-9ec9-13a5e929e749 req-1e6be324-4135-4a78-956a-16bbfb26264e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773187 Sep 16 19:27:23.701439 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a383bde8-ea1b-4a26-89f8-dd76e2870718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (547bcbb1-27ea-43c7-993e-bcd73ea240a9), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:23.704633 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a383bde8-ea1b-4a26-89f8-dd76e2870718 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:23.706094 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-a383bde8-ea1b-4a26-89f8-dd76e2870718 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/547bcbb1-27ea-43c7-993e-bcd73ea240a9 HTTP/1.1" status: 204 len: 168 time: 0.6266735 Sep 16 19:27:23.717489 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b8779-7307-4954-97fd-b35970482f51 service neutron] Pushing event updated for resources: {'Port': ['ID=564ad5b6-f4d4-47ec-845c-17b90b57b3be,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:23.720659 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a383bde8-ea1b-4a26-89f8-dd76e2870718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547bcbb1-27ea-43c7-993e-bcd73ea240a9,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:23.734142 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e152f16bac9f1df6f483fa1cb5a6d8c6a2a494143f87e2794594a52eeef6f53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1919b6ec-a106-41ce-844b-e2c8febdf2ce" -d '{"events": [{"name": "network-changed", "server_uuid": "d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd", "tag": "12862a74-24e6-4ec2-8bba-7faa06a3ccb5"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:27:23.762449 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-ac7a71bd-5a56-4406-a8a1-c807c9387717 req-b27b8779-7307-4954-97fd-b35970482f51 service neutron] Attempting to bind port 564ad5b6-f4d4-47ec-845c-17b90b57b3be on host hv-cinder-85032 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:27:23.762783 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-ac7a71bd-5a56-4406-a8a1-c807c9387717 req-b27b8779-7307-4954-97fd-b35970482f51 service neutron] Attempting to bind port 564ad5b6-f4d4-47ec-845c-17b90b57b3be by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': 'd2aecd8e-0f77-4a3e-8fa6-6519afb8f770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:27:23.763112 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7a71bd-5a56-4406-a8a1-c807c9387717 req-b27b8779-7307-4954-97fd-b35970482f51 service neutron] Attempting to bind port 564ad5b6-f4d4-47ec-845c-17b90b57b3be on network 1b509164-1dc6-4639-9003-d3f932682d2f {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:27:23.817615 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7a71bd-5a56-4406-a8a1-c807c9387717 req-b27b8779-7307-4954-97fd-b35970482f51 service neutron] Port 564ad5b6-f4d4-47ec-845c-17b90b57b3be on network 1b509164-1dc6-4639-9003-d3f932682d2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 19:27:23.820528 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7a71bd-5a56-4406-a8a1-c807c9387717 req-b27b8779-7307-4954-97fd-b35970482f51 service neutron] Attempting to bind port 564ad5b6-f4d4-47ec-845c-17b90b57b3be on network 1b509164-1dc6-4639-9003-d3f932682d2f {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:27:23.827746 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b40a7baa-567f-44a2-ace2-8b2a3f6bd747 req-076788a7-e614-420a-b174-d454398df605 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 210 time: 0.0410419 Sep 16 19:27:23.906047 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7a71bd-5a56-4406-a8a1-c807c9387717 req-b27b8779-7307-4954-97fd-b35970482f51 service neutron] Checking agent: {'id': 'f29a7e91-2c4b-48c7-9aed-98e73119d395', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 24, 59), 'started_at': datetime.datetime(2022, 9, 16, 19, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:27:23.906637 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7a71bd-5a56-4406-a8a1-c807c9387717 req-b27b8779-7307-4954-97fd-b35970482f51 service neutron] Checking segment: {'id': 'd2aecd8e-0f77-4a3e-8fa6-6519afb8f770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:27:23.907174 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7a71bd-5a56-4406-a8a1-c807c9387717 req-b27b8779-7307-4954-97fd-b35970482f51 service neutron] Bound using segment: {'id': 'd2aecd8e-0f77-4a3e-8fa6-6519afb8f770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:27:23.907761 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-ac7a71bd-5a56-4406-a8a1-c807c9387717 req-b27b8779-7307-4954-97fd-b35970482f51 service neutron] Bound port: 564ad5b6-f4d4-47ec-845c-17b90b57b3be, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2aecd8e-0f77-4a3e-8fa6-6519afb8f770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:27:23.908556 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ac7a71bd-5a56-4406-a8a1-c807c9387717 req-b27b8779-7307-4954-97fd-b35970482f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (564ad5b6-f4d4-47ec-845c-17b90b57b3be), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:23.909525 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 19:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937e7730-7014-4e29-b8ca-1223fda20b44 x-openstack-request-id: req-937e7730-7014-4e29-b8ca-1223fda20b44 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:27:23.909984 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a25b4fc6-10a3-4f69-9922-5e5a78982474", "tag": "7408b9a9-f9fa-4fe6-8e34-15f64c87abde", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:27:23.910295 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-937e7730-7014-4e29-b8ca-1223fda20b44 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:27:23.910905 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-937e7730-7014-4e29-b8ca-1223fda20b44'] response: {'name': 'network-changed', 'server_uuid': 'a25b4fc6-10a3-4f69-9922-5e5a78982474', 'tag': '7408b9a9-f9fa-4fe6-8e34-15f64c87abde', 'status': 'completed', 'code': 200} Sep 16 19:27:24.017201 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-ac7a71bd-5a56-4406-a8a1-c807c9387717 req-b27b8779-7307-4954-97fd-b35970482f51 service neutron] For port 564ad5b6-f4d4-47ec-845c-17b90b57b3be, host hv-cinder-85032, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:27:24.041640 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-ac7a71bd-5a56-4406-a8a1-c807c9387717 req-b27b8779-7307-4954-97fd-b35970482f51 service neutron] For port 564ad5b6-f4d4-47ec-845c-17b90b57b3be, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=564ad5b6-f4d4-47ec-845c-17b90b57b3be,segment=NetworkSegment(d2aecd8e-0f77-4a3e-8fa6-6519afb8f770),segment_id=d2aecd8e-0f77-4a3e-8fa6-6519afb8f770)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:27:24.051500 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a23045-810b-4f5d-a6f6-2bfcfb85fc33 req-4f23a105-4cb4-4e31-a515-41dedccaf949 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:24.053063 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-64a23045-810b-4f5d-a6f6-2bfcfb85fc33 req-4f23a105-4cb4-4e31-a515-41dedccaf949 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 931 time: 0.0726054 Sep 16 19:27:24.054685 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ac7a71bd-5a56-4406-a8a1-c807c9387717 req-b27b8779-7307-4954-97fd-b35970482f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (564ad5b6-f4d4-47ec-845c-17b90b57b3be), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:24.059796 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a71bd-5a56-4406-a8a1-c807c9387717 req-b27b8779-7307-4954-97fd-b35970482f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:24.060418 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ac7a71bd-5a56-4406-a8a1-c807c9387717 req-b27b8779-7307-4954-97fd-b35970482f51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:24.061747 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ac7a71bd-5a56-4406-a8a1-c807c9387717 req-b27b8779-7307-4954-97fd-b35970482f51 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/564ad5b6-f4d4-47ec-845c-17b90b57b3be HTTP/1.1" status: 200 len: 1094 time: 2.6411736 Sep 16 19:27:24.138111 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-c59f3d39-4a2a-4e53-bfc8-667d5aa48972 None None] Attempt 2 to provision port 564ad5b6-f4d4-47ec-845c-17b90b57b3be Sep 16 19:27:24.151072 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-64a23045-810b-4f5d-a6f6-2bfcfb85fc33 req-7a753ce3-3e2b-4c7e-a91f-50bb436e599e tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876086 Sep 16 19:27:24.179655 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b8779-7307-4954-97fd-b35970482f51 service neutron] Pushing event updated for resources: {'Port': ['ID=564ad5b6-f4d4-47ec-845c-17b90b57b3be,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:24.217949 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c59f3d39-4a2a-4e53-bfc8-667d5aa48972 None None] Port 564ad5b6-f4d4-47ec-845c-17b90b57b3be had new provisioning blocks added so it will not transition to active. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 19:27:24.232156 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c59f3d39-4a2a-4e53-bfc8-667d5aa48972 None None] Provisioning complete for port 01a4d47d-f873-40b4-a03d-c34fc0000f93 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:27:24.232982 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c59f3d39-4a2a-4e53-bfc8-667d5aa48972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (01a4d47d-f873-40b4-a03d-c34fc0000f93), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:24.233619 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-c59f3d39-4a2a-4e53-bfc8-667d5aa48972 None None] Attempt 1 to provision port 01a4d47d-f873-40b4-a03d-c34fc0000f93 Sep 16 19:27:24.290892 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c59f3d39-4a2a-4e53-bfc8-667d5aa48972 None None] Port 01a4d47d-f873-40b4-a03d-c34fc0000f93 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:27:24.380658 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 19:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafe65e1-05c7-44ae-aaff-53f444ac3325 x-openstack-request-id: req-bafe65e1-05c7-44ae-aaff-53f444ac3325 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:27:24.381136 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd", "tag": "12862a74-24e6-4ec2-8bba-7faa06a3ccb5", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:27:24.381280 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bafe65e1-05c7-44ae-aaff-53f444ac3325 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:27:24.381822 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bafe65e1-05c7-44ae-aaff-53f444ac3325'] response: {'name': 'network-changed', 'server_uuid': 'd318e99e-5f9d-4a92-bfcc-da5c7df2bbfd', 'tag': '12862a74-24e6-4ec2-8bba-7faa06a3ccb5', 'status': 'completed', 'code': 200} Sep 16 19:27:24.398151 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72421ce5-dd55-4265-8ca9-f4fc77af2be6 req-ccd1a836-3cea-47eb-a355-593295409f83 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:24.400472 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-72421ce5-dd55-4265-8ca9-f4fc77af2be6 req-ccd1a836-3cea-47eb-a355-593295409f83 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 944 time: 0.0802004 Sep 16 19:27:24.428119 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:24.472879 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-72421ce5-dd55-4265-8ca9-f4fc77af2be6 req-9173e422-d7e5-4da1-a858-6766e4d25e83 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655999 Sep 16 19:27:24.793114 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-c59f3d39-4a2a-4e53-bfc8-667d5aa48972 None None] Attempt 2 to provision port 01a4d47d-f873-40b4-a03d-c34fc0000f93 Sep 16 19:27:24.801373 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a1dcd-46be-4c50-8079-a73639a2b8bc req-187cd734-28d3-4950-85c8-aff0f0a0976d tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:24.803628 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-817a1dcd-46be-4c50-8079-a73639a2b8bc req-187cd734-28d3-4950-85c8-aff0f0a0976d tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 944 time: 0.0730720 Sep 16 19:27:24.830945 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c59f3d39-4a2a-4e53-bfc8-667d5aa48972 None None] Port 01a4d47d-f873-40b4-a03d-c34fc0000f93 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:27:24.856696 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-817a1dcd-46be-4c50-8079-a73639a2b8bc req-4de9f192-1a57-430b-8ad1-e7c1e5a9a308 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464690 Sep 16 19:27:24.946653 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1db10d30-bf36-48a1-8342-fab4d2af10e6 req-7251bc67-5711-4d8c-9d7c-bbdd6180692d tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 210 time: 0.0361197 Sep 16 19:27:25.259931 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=42 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:25.280312 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2f270-4119-4f61-a975-169d14ccbf15 req-ca6e885c-7fd1-4063-8851-c2d8f858c5a8 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:25.282549 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-06d2f270-4119-4f61-a975-169d14ccbf15 req-ca6e885c-7fd1-4063-8851-c2d8f858c5a8 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 931 time: 0.0516241 Sep 16 19:27:25.293675 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=17 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:25.333158 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-c59f3d39-4a2a-4e53-bfc8-667d5aa48972 None None] Attempt 3 to provision port 01a4d47d-f873-40b4-a03d-c34fc0000f93 Sep 16 19:27:25.338630 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-06d2f270-4119-4f61-a975-169d14ccbf15 req-64caf910-e6d2-4d51-8807-ad4e618b276d tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470631 Sep 16 19:27:25.384442 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c59f3d39-4a2a-4e53-bfc8-667d5aa48972 None None] Port 01a4d47d-f873-40b4-a03d-c34fc0000f93 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:27:25.626567 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51afc48-5611-45ea-8caf-6b67e539f0c1 req-0ee8247d-5bfd-4728-8084-e4e6a8f14c4d tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:25.628374 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d51afc48-5611-45ea-8caf-6b67e539f0c1 req-0ee8247d-5bfd-4728-8084-e4e6a8f14c4d tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 944 time: 0.0635087 Sep 16 19:27:25.706622 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d51afc48-5611-45ea-8caf-6b67e539f0c1 req-daeebddf-38cd-49f2-abbb-37e221cab972 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720136 Sep 16 19:27:25.885788 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-c59f3d39-4a2a-4e53-bfc8-667d5aa48972 None None] Attempt 4 to provision port 01a4d47d-f873-40b4-a03d-c34fc0000f93 Sep 16 19:27:25.930513 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c59f3d39-4a2a-4e53-bfc8-667d5aa48972 None None] Port 01a4d47d-f873-40b4-a03d-c34fc0000f93 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:27:26.044193 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9342c-117a-49a9-865f-3b90ec71d065 req-b0c9865c-4b34-4467-8c64-971707d003c4 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:26.052627 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-79a9342c-117a-49a9-865f-3b90ec71d065 req-b0c9865c-4b34-4467-8c64-971707d003c4 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 944 time: 0.0871785 Sep 16 19:27:26.070542 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0bd88a6c-218a-4bb1-af10-12926fa0b134 req-a1751e6d-1a38-4c74-928d-59d55b9a8185 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 210 time: 0.0382254 Sep 16 19:27:26.134629 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-79a9342c-117a-49a9-865f-3b90ec71d065 req-750a4eb8-101c-46a6-b59d-769c1e8cf72f tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806894 Sep 16 19:27:26.384012 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96e61203-755e-4afc-9359-dbbe44b0934d', 'tag': '564ad5b6-f4d4-47ec-845c-17b90b57b3be'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:27:26.387271 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e152f16bac9f1df6f483fa1cb5a6d8c6a2a494143f87e2794594a52eeef6f53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af5d7d8-cb29-4216-b423-df26acc08975" -d '{"events": [{"name": "network-changed", "server_uuid": "96e61203-755e-4afc-9359-dbbe44b0934d", "tag": "564ad5b6-f4d4-47ec-845c-17b90b57b3be"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:27:26.432139 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-c59f3d39-4a2a-4e53-bfc8-667d5aa48972 None None] Attempt 5 to provision port 01a4d47d-f873-40b4-a03d-c34fc0000f93 Sep 16 19:27:26.473970 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c59f3d39-4a2a-4e53-bfc8-667d5aa48972 None None] Port 01a4d47d-f873-40b4-a03d-c34fc0000f93 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:27:26.493558 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 19:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d86dd23-f40e-4e8b-9b07-a8d4f068c826 x-openstack-request-id: req-6d86dd23-f40e-4e8b-9b07-a8d4f068c826 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:27:26.493839 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96e61203-755e-4afc-9359-dbbe44b0934d", "tag": "564ad5b6-f4d4-47ec-845c-17b90b57b3be", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:27:26.494501 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6d86dd23-f40e-4e8b-9b07-a8d4f068c826 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:27:26.495049 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d86dd23-f40e-4e8b-9b07-a8d4f068c826'] response: {'name': 'network-changed', 'server_uuid': '96e61203-755e-4afc-9359-dbbe44b0934d', 'tag': '564ad5b6-f4d4-47ec-845c-17b90b57b3be', 'status': 'completed', 'code': 200} Sep 16 19:27:26.520464 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff50b4-3f81-4177-9b3c-29a98b4ef834 req-d066eb1f-ccbc-4d31-bf33-3d0a2087edc2 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:26.522240 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1bff50b4-3f81-4177-9b3c-29a98b4ef834 req-d066eb1f-ccbc-4d31-bf33-3d0a2087edc2 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 931 time: 0.0900815 Sep 16 19:27:26.579677 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1bff50b4-3f81-4177-9b3c-29a98b4ef834 req-bb7d30da-fa0e-46bd-924e-bcf6d6ade389 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510554 Sep 16 19:27:26.846273 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441f063-1188-42a9-ad70-df36a12cd0c3 req-57c93b96-3bb1-4962-8b09-2128326e9052 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:26.847756 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0441f063-1188-42a9-ad70-df36a12cd0c3 req-57c93b96-3bb1-4962-8b09-2128326e9052 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 944 time: 0.0493836 Sep 16 19:27:26.900551 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0441f063-1188-42a9-ad70-df36a12cd0c3 req-edcd29a3-45dd-429a-8f12-5adb5ffd8a7e tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463369 Sep 16 19:27:26.982230 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-c59f3d39-4a2a-4e53-bfc8-667d5aa48972 None None] Attempt 6 to provision port 01a4d47d-f873-40b4-a03d-c34fc0000f93 Sep 16 19:27:27.010336 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=100 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:27.019448 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c59f3d39-4a2a-4e53-bfc8-667d5aa48972 None None] Port 01a4d47d-f873-40b4-a03d-c34fc0000f93 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:27:27.205447 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-debd96d2-4324-4ba6-9b7c-097447f4e82d req-806c3428-3098-4b07-92bf-a1ce9f375e4a tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 210 time: 0.0307434 Sep 16 19:27:27.262161 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb2ee0-9d5d-4aad-a19f-ec43819c1b78 req-9e71b8fa-2630-498d-a051-f618d7a9d6dd tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:27.263680 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-edbb2ee0-9d5d-4aad-a19f-ec43819c1b78 req-9e71b8fa-2630-498d-a051-f618d7a9d6dd tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 944 time: 0.0480831 Sep 16 19:27:27.275600 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:27.318136 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-edbb2ee0-9d5d-4aad-a19f-ec43819c1b78 req-ca07efa6-4ee1-4bf7-8c15-01ab2c35c92d tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484161 Sep 16 19:27:27.521286 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-c59f3d39-4a2a-4e53-bfc8-667d5aa48972 None None] Attempt 7 to provision port 01a4d47d-f873-40b4-a03d-c34fc0000f93 Sep 16 19:27:27.553845 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c59f3d39-4a2a-4e53-bfc8-667d5aa48972 None None] Port 01a4d47d-f873-40b4-a03d-c34fc0000f93 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:27:27.710817 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eef9ab-e0f3-4f2d-8a2a-7127c72e74c1 req-3efa4218-ea39-40d5-a4b4-f5c6ed9c7587 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:27.713148 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d4eef9ab-e0f3-4f2d-8a2a-7127c72e74c1 req-3efa4218-ea39-40d5-a4b4-f5c6ed9c7587 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 931 time: 0.0489559 Sep 16 19:27:27.725020 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:27.765422 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d4eef9ab-e0f3-4f2d-8a2a-7127c72e74c1 req-5d7b918c-3496-4864-b165-7f6b842b0094 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454187 Sep 16 19:27:28.033771 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81353151-b2f4-47d4-8bd6-9d1962423c8d req-bc6d7f3b-1c98-411d-8a89-960a702eb5df tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:28.035286 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-81353151-b2f4-47d4-8bd6-9d1962423c8d req-bc6d7f3b-1c98-411d-8a89-960a702eb5df tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 944 time: 0.0476336 Sep 16 19:27:28.055128 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-c59f3d39-4a2a-4e53-bfc8-667d5aa48972 None None] Attempt 8 to provision port 01a4d47d-f873-40b4-a03d-c34fc0000f93 Sep 16 19:27:28.101782 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:28.107025 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-81353151-b2f4-47d4-8bd6-9d1962423c8d req-b5146774-ff34-4d16-8da4-24356a49260b tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637422 Sep 16 19:27:28.109777 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c59f3d39-4a2a-4e53-bfc8-667d5aa48972 None None] Port 01a4d47d-f873-40b4-a03d-c34fc0000f93 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:27:28.313512 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0bec59ad-2f8f-46db-9d2f-f23562a5360e req-36efab88-be80-4823-a642-32ad688cb32d tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 210 time: 0.0346663 Sep 16 19:27:28.454838 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf0a1d-94c3-4d6a-a83b-634ad4d0b990 req-d96980fb-5ace-410c-9e20-c5d0fc85c1e4 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:28.456313 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1aaf0a1d-94c3-4d6a-a83b-634ad4d0b990 req-d96980fb-5ace-410c-9e20-c5d0fc85c1e4 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 944 time: 0.0479767 Sep 16 19:27:28.511206 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1aaf0a1d-94c3-4d6a-a83b-634ad4d0b990 req-546c4877-f24a-41aa-bf52-d7a783b4a808 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487289 Sep 16 19:27:28.610919 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-c59f3d39-4a2a-4e53-bfc8-667d5aa48972 None None] Attempt 9 to provision port 01a4d47d-f873-40b4-a03d-c34fc0000f93 Sep 16 19:27:28.651206 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c59f3d39-4a2a-4e53-bfc8-667d5aa48972 None None] Port 01a4d47d-f873-40b4-a03d-c34fc0000f93 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:27:28.894615 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:28.927210 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f206b6-9eba-4a67-86e5-b365d65683ac req-e83208b7-9331-4647-b552-4b3588c81ceb tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:28.929310 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-87f206b6-9eba-4a67-86e5-b365d65683ac req-e83208b7-9331-4647-b552-4b3588c81ceb tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 931 time: 0.0759351 Sep 16 19:27:28.995352 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-87f206b6-9eba-4a67-86e5-b365d65683ac req-237dd89a-1efd-44d5-b553-d0d5e4ae4d7b tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572257 Sep 16 19:27:29.152186 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-c59f3d39-4a2a-4e53-bfc8-667d5aa48972 None None] Attempt 10 to provision port 01a4d47d-f873-40b4-a03d-c34fc0000f93 Sep 16 19:27:29.198283 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c59f3d39-4a2a-4e53-bfc8-667d5aa48972 None None] Port 01a4d47d-f873-40b4-a03d-c34fc0000f93 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:27:29.282961 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5b51f-a0a9-4b29-bcc5-68f72cd47480 req-c29078b9-2cbd-484b-8654-e12e5e1654e4 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:29.284511 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-60e5b51f-a0a9-4b29-bcc5-68f72cd47480 req-c29078b9-2cbd-484b-8654-e12e5e1654e4 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 944 time: 0.0805306 Sep 16 19:27:29.337496 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-60e5b51f-a0a9-4b29-bcc5-68f72cd47480 req-f0cf2429-e509-4d47-9d83-e5c5e67d79e0 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465212 Sep 16 19:27:29.429651 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-05a080ce-96c1-4a6e-9017-b7f1fdf1e000 req-cae4911d-fb1d-44f5-9ec2-28711ee5716d tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 210 time: 0.0292432 Sep 16 19:27:29.652088 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f8316-7b9a-445c-a3aa-6d5d9a28945d req-13bacead-3fd2-47bb-b5b5-e1a79e47bdfd tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:29.653678 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-df2f8316-7b9a-445c-a3aa-6d5d9a28945d req-13bacead-3fd2-47bb-b5b5-e1a79e47bdfd tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 944 time: 0.0530465 Sep 16 19:27:29.706007 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-df2f8316-7b9a-445c-a3aa-6d5d9a28945d req-e87819c4-cec5-4c5d-9e55-af382c8ef7d2 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465279 Sep 16 19:27:30.051059 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-689f8248-60eb-4c06-a40e-c90f6db242d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:30.154198 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb8ea3-1cd7-4ef7-ac55-4a3ab275f03d req-47d28d01-cdec-4417-b186-ddbf7c96d3cf tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:30.155854 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fcfb8ea3-1cd7-4ef7-ac55-4a3ab275f03d req-47d28d01-cdec-4417-b186-ddbf7c96d3cf tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 931 time: 0.0698218 Sep 16 19:27:30.225456 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fcfb8ea3-1cd7-4ef7-ac55-4a3ab275f03d req-6a792e5a-6019-46b9-b5c4-7c3028d62779 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622320 Sep 16 19:27:30.466536 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5735c17-c400-43e5-8885-27e50715a432 req-04af400b-ab4a-47ed-8ad2-2db78ab6f849 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:30.468261 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c5735c17-c400-43e5-8885-27e50715a432 req-04af400b-ab4a-47ed-8ad2-2db78ab6f849 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 944 time: 0.0471463 Sep 16 19:27:30.533489 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c5735c17-c400-43e5-8885-27e50715a432 req-a9640244-7597-43b9-b57e-3a4f7eae3c4f tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569918 Sep 16 19:27:30.545165 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fffbf403-0ef7-4555-bf8d-a0977f8280d4 req-ac5f01b2-a7a4-40d9-8136-efb52570deb6 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 210 time: 0.0353093 Sep 16 19:27:30.833483 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b268f-7494-4d86-9589-a45e68d76184 req-9399080c-491c-4c38-ae8b-3cce8ae93f8a tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:30.834988 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fe1b268f-7494-4d86-9589-a45e68d76184 req-9399080c-491c-4c38-ae8b-3cce8ae93f8a tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 944 time: 0.0477057 Sep 16 19:27:30.884386 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fe1b268f-7494-4d86-9589-a45e68d76184 req-7889b240-2d4f-4ffe-aaff-6d24c5ff2ee8 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424316 Sep 16 19:27:31.357799 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f43058-8d24-401b-a2d6-e41feb4727ad req-4013622f-05e4-47a0-8dcf-8972c05df0e3 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:31.359558 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d0f43058-8d24-401b-a2d6-e41feb4727ad req-4013622f-05e4-47a0-8dcf-8972c05df0e3 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 931 time: 0.0498567 Sep 16 19:27:31.408121 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d0f43058-8d24-401b-a2d6-e41feb4727ad req-58b981aa-0c2f-4e34-b5ed-1a946d33010b tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428929 Sep 16 19:27:31.673899 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef12b2-3d0e-4d1c-b1b1-10d04a2cac31 req-dee8d6c1-3a25-4c23-ba2f-49703d76ea34 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:31.676316 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-40ef12b2-3d0e-4d1c-b1b1-10d04a2cac31 req-dee8d6c1-3a25-4c23-ba2f-49703d76ea34 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 944 time: 0.0657439 Sep 16 19:27:31.676973 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-df3e70ce-95c0-4b7b-abab-c705be61b42a req-70e5108c-e733-4f57-abf9-1516ef91a755 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 210 time: 0.0412192 Sep 16 19:27:31.739410 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-40ef12b2-3d0e-4d1c-b1b1-10d04a2cac31 req-c04e22d4-d76b-42fb-8efc-95fe11535f85 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531087 Sep 16 19:27:32.007587 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663228a1-948e-4dcc-bc98-8a967010f7e1 req-0a3d53de-41e9-4c86-8709-2f599c434bf8 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:32.009139 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-663228a1-948e-4dcc-bc98-8a967010f7e1 req-0a3d53de-41e9-4c86-8709-2f599c434bf8 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 944 time: 0.0483201 Sep 16 19:27:32.067640 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-663228a1-948e-4dcc-bc98-8a967010f7e1 req-487812a0-c31f-4424-9907-db7f59936646 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501366 Sep 16 19:27:32.267066 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cbb9db6b-d957-49b2-9e5a-ea11511d549f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:32.538105 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17baf1f5-86b6-4728-b75a-9093f1ffc717 req-8af50c77-64b9-47ab-94e4-6826859a6b68 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:32.539558 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-17baf1f5-86b6-4728-b75a-9093f1ffc717 req-8af50c77-64b9-47ab-94e4-6826859a6b68 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 931 time: 0.0571268 Sep 16 19:27:32.586462 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-17baf1f5-86b6-4728-b75a-9093f1ffc717 req-361b573f-c323-4eaf-b0e7-57c4f8217b90 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409353 Sep 16 19:27:32.787357 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-94293e5e-c7b9-4071-a771-abddaf9fdb73 req-c3e17cfb-67cd-4e1d-ba2a-2a92c30f57aa tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 210 time: 0.0325422 Sep 16 19:27:32.873444 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f230c7a-dfe7-44cf-9a90-28a08336027e req-e4ff429b-b06f-4f7f-bba9-4f26c9667260 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:32.874901 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6f230c7a-dfe7-44cf-9a90-28a08336027e req-e4ff429b-b06f-4f7f-bba9-4f26c9667260 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 944 time: 0.0498345 Sep 16 19:27:32.925608 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6f230c7a-dfe7-44cf-9a90-28a08336027e req-e40da14f-37c7-49d4-bfb9-c2874d1466c3 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423167 Sep 16 19:27:33.200815 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6353dbe8-a7f7-4a0d-a02b-c8209871dd6c req-0b2cc2f9-d984-4494-a575-1ce3e12f8c12 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:33.202193 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6353dbe8-a7f7-4a0d-a02b-c8209871dd6c req-0b2cc2f9-d984-4494-a575-1ce3e12f8c12 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 944 time: 0.0473244 Sep 16 19:27:33.253412 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6353dbe8-a7f7-4a0d-a02b-c8209871dd6c req-2af268c4-0d71-4d18-978b-3d7b9a09d13a tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455315 Sep 16 19:27:33.595009 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:33.718632 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb2cef-35af-451d-bad4-13b17cce624c req-7792221f-b56d-4999-a90b-3d0e8315faa0 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:33.720027 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-64bb2cef-35af-451d-bad4-13b17cce624c req-7792221f-b56d-4999-a90b-3d0e8315faa0 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 931 time: 0.0560193 Sep 16 19:27:33.769458 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-64bb2cef-35af-451d-bad4-13b17cce624c req-929e3b16-d16c-41ca-8e64-c1237a5bd9f9 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436058 Sep 16 19:27:33.895784 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8f9229b6-b1ce-4d8c-8398-39069a265e14 req-df41804f-dbb9-48e1-9487-4a2167c42605 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 210 time: 0.0285938 Sep 16 19:27:34.052318 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5b3f5-b9e7-4465-8249-1ca7bc461505 req-f723c20f-29e9-4fe7-95b2-03dc3d76fbe5 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:34.053830 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d8c5b3f5-b9e7-4465-8249-1ca7bc461505 req-f723c20f-29e9-4fe7-95b2-03dc3d76fbe5 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 944 time: 0.0477870 Sep 16 19:27:34.111215 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d8c5b3f5-b9e7-4465-8249-1ca7bc461505 req-b2db819d-e6f7-47f5-b93a-0257a1d01ba2 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488944 Sep 16 19:27:34.378896 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab207be6-873b-4058-b007-c28dfd2d2830 req-1e3e77b5-3107-4123-a817-09125909c2f6 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:34.380354 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ab207be6-873b-4058-b007-c28dfd2d2830 req-1e3e77b5-3107-4123-a817-09125909c2f6 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 944 time: 0.0499606 Sep 16 19:27:34.433606 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ab207be6-873b-4058-b007-c28dfd2d2830 req-3fe33cd3-2f25-4683-a32a-96bbccafef86 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453923 Sep 16 19:27:34.637564 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-51203091-c455-479e-94d3-4139338a55ad req-3a11c2cc-2bf9-4728-8427-b07c93d2cfc6 service neutron] Request body: {'port': {'device_id': '968aad1e-4a8b-4f75-89d9-b2ed56f96e99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:27:34.694427 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:34.705354 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-51203091-c455-479e-94d3-4139338a55ad req-3a11c2cc-2bf9-4728-8427-b07c93d2cfc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (01a4d47d-f873-40b4-a03d-c34fc0000f93), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:34.964200 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:34.965683 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:34.985598 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e768cf-24a5-4680-a913-6d7c74166f9d req-c9322af5-e463-4a15-80f7-cc0a6d2a07e5 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:34.987523 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-33e768cf-24a5-4680-a913-6d7c74166f9d req-c9322af5-e463-4a15-80f7-cc0a6d2a07e5 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 931 time: 0.1263144 Sep 16 19:27:35.001853 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.27', 63450) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:35.019775 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:35.132666 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-89d1e2c1-e304-4d12-a2f7-3508ecafc2e9 req-5302af60-4585-4c1b-91e2-e0434e42d76d tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 210 time: 0.0952117 Sep 16 19:27:35.136602 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:35.144536 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:35.184508 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [req-51203091-c455-479e-94d3-4139338a55ad req-3a11c2cc-2bf9-4728-8427-b07c93d2cfc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01a4d47d-f873-40b4-a03d-c34fc0000f93 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 19:27:35.194537 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919b6ec-a106-41ce-844b-e2c8febdf2ce req-c95ff6b1-9048-4568-abe8-5f9c9a138a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:35.196341 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1919b6ec-a106-41ce-844b-e2c8febdf2ce req-c95ff6b1-9048-4568-abe8-5f9c9a138a3a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=233a5a65caee4bc3be172bbd02c4efff&device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 1128 time: 0.1871030 Sep 16 19:27:35.209966 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-51203091-c455-479e-94d3-4139338a55ad req-3a11c2cc-2bf9-4728-8427-b07c93d2cfc6 service neutron] Publish callbacks [] for port (01a4d47d-f873-40b4-a03d-c34fc0000f93), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:35.220729 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-33e768cf-24a5-4680-a913-6d7c74166f9d req-72b19a10-5cc7-41d0-9206-8b7a97bbf86a tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215259 Sep 16 19:27:35.220953 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4377c-13d4-49bc-8b8e-28bf5df21e48 req-0e0b0cf0-d287-4e0c-a1f5-8c6871b971c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:35.222371 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-22a4377c-13d4-49bc-8b8e-28bf5df21e48 req-0e0b0cf0-d287-4e0c-a1f5-8c6871b971c4 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=804d63e1308b4729aff976d65f667e28&device_id=a25b4fc6-10a3-4f69-9922-5e5a78982474 HTTP/1.1" status: 200 len: 1128 time: 0.2311935 Sep 16 19:27:35.223397 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5d7d8-cb29-4216-b423-df26acc08975 req-6e951857-109b-45fc-98c0-fb87581e096e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:35.224746 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0af5d7d8-cb29-4216-b423-df26acc08975 req-6e951857-109b-45fc-98c0-fb87581e096e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1983ce4dc9bd4050a2399d9f62d3e871&device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 1128 time: 0.2197404 Sep 16 19:27:35.254131 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d166ccd-e3eb-4f42-8265-698f9eaaf648 req-cb084380-a0da-4fa8-9f2a-0149f69c9916 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:35.256286 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1d166ccd-e3eb-4f42-8265-698f9eaaf648 req-cb084380-a0da-4fa8-9f2a-0149f69c9916 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.27 "GET /networking/v2.0/networks?id=c95d3abe-3283-4882-9a4b-da4bde31c550 HTTP/1.1" status: 200 len: 811 time: 0.2482941 Sep 16 19:27:35.257043 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-51203091-c455-479e-94d3-4139338a55ad req-3a11c2cc-2bf9-4728-8427-b07c93d2cfc6 service neutron] Transition to ACTIVE for port object 01a4d47d-f873-40b4-a03d-c34fc0000f93 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 19:27:35.269016 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-51203091-c455-479e-94d3-4139338a55ad req-3a11c2cc-2bf9-4728-8427-b07c93d2cfc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (01a4d47d-f873-40b4-a03d-c34fc0000f93), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:35.533906 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919b6ec-a106-41ce-844b-e2c8febdf2ce req-c90e45da-35bc-4649-abd0-9e3a39d93832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:35.535462 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1919b6ec-a106-41ce-844b-e2c8febdf2ce req-c90e45da-35bc-4649-abd0-9e3a39d93832 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=233a5a65caee4bc3be172bbd02c4efff&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2607877 Sep 16 19:27:35.541053 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1d166ccd-e3eb-4f42-8265-698f9eaaf648 req-2218c07c-424b-4efc-9230-2eaa0c9bfbde tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ea483f6ff12d425fa1e8aa29e472dfe2 HTTP/1.1" status: 200 len: 380 time: 0.1460314 Sep 16 19:27:35.635575 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [req-1d166ccd-e3eb-4f42-8265-698f9eaaf648 req-d60696e0-4229-48ac-af51-6f66999d4a67 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Request body: {'port': {'device_id': '4517a109-0e87-4b92-b499-4182d9501752', 'network_id': 'c95d3abe-3283-4882-9a4b-da4bde31c550', 'admin_state_up': True, 'tenant_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'security_groups': ['a598f7fd-bee5-4e49-9a89-601e8481b4c4']}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:27:35.785921 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2268191-3caf-41d5-880a-f9c4a9250265 req-29966ad7-3244-4e2d-88d1-589558331488 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:35.792999 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b2268191-3caf-41d5-880a-f9c4a9250265 req-29966ad7-3244-4e2d-88d1-589558331488 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 944 time: 0.5348020 Sep 16 19:27:35.794478 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3884bf96-c383-49e6-8c89-3395c68c49df req-a7cee58e-0cc8-447f-80a5-ca0a81d51823 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:35.796022 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3884bf96-c383-49e6-8c89-3395c68c49df req-a7cee58e-0cc8-447f-80a5-ca0a81d51823 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 944 time: 0.2116961 Sep 16 19:27:35.854750 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a11c2cc-2bf9-4728-8427-b07c93d2cfc6 service neutron] Pushing event updated for resources: {'Port': ['ID=01a4d47d-f873-40b4-a03d-c34fc0000f93,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:35.918613 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-51203091-c455-479e-94d3-4139338a55ad req-3a11c2cc-2bf9-4728-8427-b07c93d2cfc6 service neutron] Attempting to bind port 01a4d47d-f873-40b4-a03d-c34fc0000f93 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:27:35.918924 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-51203091-c455-479e-94d3-4139338a55ad req-3a11c2cc-2bf9-4728-8427-b07c93d2cfc6 service neutron] Attempting to bind port 01a4d47d-f873-40b4-a03d-c34fc0000f93 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '8bad0fa0-00c8-4390-9fc0-ed8795108045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1e4e6da9-902d-45b4-9fce-268e4415ecdb'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:27:35.919239 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51203091-c455-479e-94d3-4139338a55ad req-3a11c2cc-2bf9-4728-8427-b07c93d2cfc6 service neutron] Attempting to bind port 01a4d47d-f873-40b4-a03d-c34fc0000f93 on network 1e4e6da9-902d-45b4-9fce-268e4415ecdb {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:27:35.946220 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919b6ec-a106-41ce-844b-e2c8febdf2ce req-46bcd5d6-d023-45e4-8310-5d64f5d785c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:35.947758 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1919b6ec-a106-41ce-844b-e2c8febdf2ce req-46bcd5d6-d023-45e4-8310-5d64f5d785c8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3188500 Sep 16 19:27:35.959427 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3884bf96-c383-49e6-8c89-3395c68c49df req-c3a69226-b5c4-4ad5-9b65-ebf2b7491395 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454990 Sep 16 19:27:35.965856 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4377c-13d4-49bc-8b8e-28bf5df21e48 req-cc6271af-2c99-4d52-a3d0-56ecc543d5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:35.967392 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-22a4377c-13d4-49bc-8b8e-28bf5df21e48 req-cc6271af-2c99-4d52-a3d0-56ecc543d5de service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=804d63e1308b4729aff976d65f667e28&shared=False HTTP/1.1" status: 200 len: 919 time: 0.6731803 Sep 16 19:27:35.981731 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d166ccd-e3eb-4f42-8265-698f9eaaf648 req-d60696e0-4229-48ac-af51-6f66999d4a67 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Made reservation on behalf of ea483f6ff12d425fa1e8aa29e472dfe2 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:27:35.986052 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1d166ccd-e3eb-4f42-8265-698f9eaaf648 req-d60696e0-4229-48ac-af51-6f66999d4a67 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:36.006677 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b2268191-3caf-41d5-880a-f9c4a9250265 req-60b5ce5e-dd94-4443-b77b-9783017fe125 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128267 Sep 16 19:27:36.011544 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5d7d8-cb29-4216-b423-df26acc08975 req-2d5a16c6-d030-429a-b6d7-10c04bffab3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:36.013302 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0af5d7d8-cb29-4216-b423-df26acc08975 req-2d5a16c6-d030-429a-b6d7-10c04bffab3a service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=1983ce4dc9bd4050a2399d9f62d3e871&shared=False HTTP/1.1" status: 200 len: 916 time: 0.6903987 Sep 16 19:27:36.024154 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51203091-c455-479e-94d3-4139338a55ad req-3a11c2cc-2bf9-4728-8427-b07c93d2cfc6 service neutron] Port 01a4d47d-f873-40b4-a03d-c34fc0000f93 on network 1e4e6da9-902d-45b4-9fce-268e4415ecdb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 19:27:36.024634 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51203091-c455-479e-94d3-4139338a55ad req-3a11c2cc-2bf9-4728-8427-b07c93d2cfc6 service neutron] Attempting to bind port 01a4d47d-f873-40b4-a03d-c34fc0000f93 on network 1e4e6da9-902d-45b4-9fce-268e4415ecdb {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:27:36.027199 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:36.082086 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51203091-c455-479e-94d3-4139338a55ad req-3a11c2cc-2bf9-4728-8427-b07c93d2cfc6 service neutron] Checking agent: {'id': 'f29a7e91-2c4b-48c7-9aed-98e73119d395', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 24, 59), 'started_at': datetime.datetime(2022, 9, 16, 19, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:27:36.082421 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51203091-c455-479e-94d3-4139338a55ad req-3a11c2cc-2bf9-4728-8427-b07c93d2cfc6 service neutron] Checking segment: {'id': '8bad0fa0-00c8-4390-9fc0-ed8795108045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1e4e6da9-902d-45b4-9fce-268e4415ecdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:27:36.082807 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51203091-c455-479e-94d3-4139338a55ad req-3a11c2cc-2bf9-4728-8427-b07c93d2cfc6 service neutron] Bound using segment: {'id': '8bad0fa0-00c8-4390-9fc0-ed8795108045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1e4e6da9-902d-45b4-9fce-268e4415ecdb'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:27:36.083247 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-51203091-c455-479e-94d3-4139338a55ad req-3a11c2cc-2bf9-4728-8427-b07c93d2cfc6 service neutron] Bound port: 01a4d47d-f873-40b4-a03d-c34fc0000f93, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bad0fa0-00c8-4390-9fc0-ed8795108045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1e4e6da9-902d-45b4-9fce-268e4415ecdb'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:27:36.083618 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-51203091-c455-479e-94d3-4139338a55ad req-3a11c2cc-2bf9-4728-8427-b07c93d2cfc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (01a4d47d-f873-40b4-a03d-c34fc0000f93), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:36.162684 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-51203091-c455-479e-94d3-4139338a55ad req-3a11c2cc-2bf9-4728-8427-b07c93d2cfc6 service neutron] For port 01a4d47d-f873-40b4-a03d-c34fc0000f93, host hv-cinder-85032, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:27:36.168064 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-51203091-c455-479e-94d3-4139338a55ad req-3a11c2cc-2bf9-4728-8427-b07c93d2cfc6 service neutron] For port 01a4d47d-f873-40b4-a03d-c34fc0000f93, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=01a4d47d-f873-40b4-a03d-c34fc0000f93,segment=NetworkSegment(8bad0fa0-00c8-4390-9fc0-ed8795108045),segment_id=8bad0fa0-00c8-4390-9fc0-ed8795108045)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:27:36.170049 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 45366) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:36.190916 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-51203091-c455-479e-94d3-4139338a55ad req-3a11c2cc-2bf9-4728-8427-b07c93d2cfc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (01a4d47d-f873-40b4-a03d-c34fc0000f93), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:36.198791 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51203091-c455-479e-94d3-4139338a55ad req-3a11c2cc-2bf9-4728-8427-b07c93d2cfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:36.199726 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-51203091-c455-479e-94d3-4139338a55ad req-3a11c2cc-2bf9-4728-8427-b07c93d2cfc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:36.201646 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-51203091-c455-479e-94d3-4139338a55ad req-3a11c2cc-2bf9-4728-8427-b07c93d2cfc6 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/01a4d47d-f873-40b4-a03d-c34fc0000f93 HTTP/1.1" status: 200 len: 1093 time: 1.5698054 Sep 16 19:27:36.204724 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '968aad1e-4a8b-4f75-89d9-b2ed56f96e99', 'tag': '01a4d47d-f873-40b4-a03d-c34fc0000f93'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:27:36.207687 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e152f16bac9f1df6f483fa1cb5a6d8c6a2a494143f87e2794594a52eeef6f53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d101629-2ece-4b55-81a3-cd24c7e4cebf" -d '{"events": [{"name": "network-changed", "server_uuid": "968aad1e-4a8b-4f75-89d9-b2ed56f96e99", "tag": "01a4d47d-f873-40b4-a03d-c34fc0000f93"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:27:36.284716 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 19:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e1c53e-070f-4f90-af2f-8b28df039adf x-openstack-request-id: req-66e1c53e-070f-4f90-af2f-8b28df039adf {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:27:36.286604 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "968aad1e-4a8b-4f75-89d9-b2ed56f96e99", "tag": "01a4d47d-f873-40b4-a03d-c34fc0000f93", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:27:36.286604 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-66e1c53e-070f-4f90-af2f-8b28df039adf {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:27:36.286919 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66e1c53e-070f-4f90-af2f-8b28df039adf'] response: {'name': 'network-changed', 'server_uuid': '968aad1e-4a8b-4f75-89d9-b2ed56f96e99', 'tag': '01a4d47d-f873-40b4-a03d-c34fc0000f93', 'status': 'completed', 'code': 200} Sep 16 19:27:36.325216 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a11c2cc-2bf9-4728-8427-b07c93d2cfc6 service neutron] Pushing event updated for resources: {'Port': ['ID=01a4d47d-f873-40b4-a03d-c34fc0000f93,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:36.328937 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e2804889-0461-4295-b1e9-78be8b3b37ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:36.358303 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9d4d74e2-f855-47fa-a28f-514376d95ab0 req-81d324ad-2407-46ee-ac73-769c4439fd85 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 210 time: 0.0470643 Sep 16 19:27:36.413772 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:27:36.416910 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0256e-aaf8-4a5f-8066-b8e362efcc73 req-fbdd6f8d-f2e1-4137-ad3d-bfb9eeb9171f tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:36.418641 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-21e0256e-aaf8-4a5f-8066-b8e362efcc73 req-fbdd6f8d-f2e1-4137-ad3d-bfb9eeb9171f tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 943 time: 0.0642016 Sep 16 19:27:36.441455 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-1d166ccd-e3eb-4f42-8265-698f9eaaf648 req-d60696e0-4229-48ac-af51-6f66999d4a67 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Allocated IP 172.20.0.9 (c95d3abe-3283-4882-9a4b-da4bde31c550/bd855fb2-111c-4847-9866-e1c6fab3dfc7/bea6c9de-5e89-45b4-bf9a-289f31f5e544) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:27:36.479295 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:36.502063 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e2804889-0461-4295-b1e9-78be8b3b37ef admin admin] Publish callbacks [] for security_group (01470561-1c7f-4bf2-a6b6-616c295f4501), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:36.508136 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-21e0256e-aaf8-4a5f-8066-b8e362efcc73 req-02467ae3-2401-4f5e-96a2-1b29629d0f44 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824258 Sep 16 19:27:36.509216 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e2804889-0461-4295-b1e9-78be8b3b37ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (01470561-1c7f-4bf2-a6b6-616c295f4501), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:36.543630 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:36.557036 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-e2804889-0461-4295-b1e9-78be8b3b37ef admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=3e6552d9d3b746f0a2896f704e253518&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3855498 Sep 16 19:27:36.559098 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2804889-0461-4295-b1e9-78be8b3b37ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01470561-1c7f-4bf2-a6b6-616c295f4501,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:36.560039 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 45384) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:36.588517 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 45388) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:36.606676 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:36.645787 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1d166ccd-e3eb-4f42-8265-698f9eaaf648 req-d60696e0-4229-48ac-af51-6f66999d4a67 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks [] for port (bea6c9de-5e89-45b4-bf9a-289f31f5e544), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:36.663215 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-28fcd7e2-e203-4334-92b1-e7fb50f984f3 admin admin] Publish callbacks [] for security_group (01470561-1c7f-4bf2-a6b6-616c295f4501), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:36.695941 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-28fcd7e2-e203-4334-92b1-e7fb50f984f3 admin admin] Publish callbacks [] for security_group (01470561-1c7f-4bf2-a6b6-616c295f4501), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:36.707657 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-34057b1b-6e9a-419d-b5ec-406999ab4e1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:36.728770 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1d166ccd-e3eb-4f42-8265-698f9eaaf648 req-d60696e0-4229-48ac-af51-6f66999d4a67 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (bea6c9de-5e89-45b4-bf9a-289f31f5e544), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:36.792572 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d166ccd-e3eb-4f42-8265-698f9eaaf648 req-d60696e0-4229-48ac-af51-6f66999d4a67 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Network c95d3abe-3283-4882-9a4b-da4bde31c550 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:27:36.796977 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-1d166ccd-e3eb-4f42-8265-698f9eaaf648 req-d60696e0-4229-48ac-af51-6f66999d4a67 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:27:36.799875 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d166ccd-e3eb-4f42-8265-698f9eaaf648 req-d60696e0-4229-48ac-af51-6f66999d4a67 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:27:36.804510 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60696e0-4229-48ac-af51-6f66999d4a67 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Pushing event updated for resources: {'Port': ['ID=bea6c9de-5e89-45b4-bf9a-289f31f5e544,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:36.827979 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-34057b1b-6e9a-419d-b5ec-406999ab4e1a admin admin] Publish callbacks [] for security_group (51336dc1-2876-46f5-90da-c2a58a24bdc1), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:36.842168 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-34057b1b-6e9a-419d-b5ec-406999ab4e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (51336dc1-2876-46f5-90da-c2a58a24bdc1), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:36.851258 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-28fcd7e2-e203-4334-92b1-e7fb50f984f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (01470561-1c7f-4bf2-a6b6-616c295f4501), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:36.855349 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-28fcd7e2-e203-4334-92b1-e7fb50f984f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:36.856639 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-28fcd7e2-e203-4334-92b1-e7fb50f984f3 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/01470561-1c7f-4bf2-a6b6-616c295f4501 HTTP/1.1" status: 204 len: 168 time: 0.2899377 Sep 16 19:27:36.871443 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fcd7e2-e203-4334-92b1-e7fb50f984f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01470561-1c7f-4bf2-a6b6-616c295f4501,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:36.882692 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-34057b1b-6e9a-419d-b5ec-406999ab4e1a admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=3a283a5fbc884c5d9fdd1acfb11392b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2899482 Sep 16 19:27:36.883877 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 45396) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:36.890574 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d166ccd-e3eb-4f42-8265-698f9eaaf648 req-d60696e0-4229-48ac-af51-6f66999d4a67 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:36.891530 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1d166ccd-e3eb-4f42-8265-698f9eaaf648 req-d60696e0-4229-48ac-af51-6f66999d4a67 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for port (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:36.909884 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34057b1b-6e9a-419d-b5ec-406999ab4e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51336dc1-2876-46f5-90da-c2a58a24bdc1,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:36.922261 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1d166ccd-e3eb-4f42-8265-698f9eaaf648 req-d60696e0-4229-48ac-af51-6f66999d4a67 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2918191 Sep 16 19:27:36.958015 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ce12d885-daf8-4f89-9489-29e6cf9bfab2 admin admin] Publish callbacks [] for security_group (51336dc1-2876-46f5-90da-c2a58a24bdc1), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:36.981228 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ce12d885-daf8-4f89-9489-29e6cf9bfab2 admin admin] Publish callbacks [] for security_group (51336dc1-2876-46f5-90da-c2a58a24bdc1), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:37.037877 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ce12d885-daf8-4f89-9489-29e6cf9bfab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (51336dc1-2876-46f5-90da-c2a58a24bdc1), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:37.040638 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ce12d885-daf8-4f89-9489-29e6cf9bfab2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:37.044832 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-ce12d885-daf8-4f89-9489-29e6cf9bfab2 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/51336dc1-2876-46f5-90da-c2a58a24bdc1 HTTP/1.1" status: 204 len: 168 time: 0.1570947 Sep 16 19:27:37.053714 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12d885-daf8-4f89-9489-29e6cf9bfab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51336dc1-2876-46f5-90da-c2a58a24bdc1,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:37.100213 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-9e7fb4d1-733d-4d37-9bc6-228ba4ca1fd0 None None] Provisioning complete for port bea6c9de-5e89-45b4-bf9a-289f31f5e544 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:27:37.100837 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9e7fb4d1-733d-4d37-9bc6-228ba4ca1fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (bea6c9de-5e89-45b4-bf9a-289f31f5e544), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:37.100976 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-9e7fb4d1-733d-4d37-9bc6-228ba4ca1fd0 None None] Attempt 1 to provision port bea6c9de-5e89-45b4-bf9a-289f31f5e544 Sep 16 19:27:37.149100 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-9e7fb4d1-733d-4d37-9bc6-228ba4ca1fd0 None None] Port bea6c9de-5e89-45b4-bf9a-289f31f5e544 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:27:37.166267 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1189476-34f4-43f0-a856-85f1d002583c req-c2e66c3c-edb3-405c-89b2-0814bf42f2c5 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:37.173643 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b1189476-34f4-43f0-a856-85f1d002583c req-c2e66c3c-edb3-405c-89b2-0814bf42f2c5 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 944 time: 0.0850430 Sep 16 19:27:37.194918 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebca56b-35e6-44da-b589-b95832ab6761 req-a353a6d2-35e4-4e56-9f3e-d30e8ea747f4 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:37.196674 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cebca56b-35e6-44da-b589-b95832ab6761 req-a353a6d2-35e4-4e56-9f3e-d30e8ea747f4 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 944 time: 0.0650239 Sep 16 19:27:37.233290 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b1189476-34f4-43f0-a856-85f1d002583c req-cf9fd140-4a4e-4017-8d19-a246d5210dc3 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586526 Sep 16 19:27:37.249752 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 45406) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:37.264045 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d32b4310-5484-49bd-8e19-00183f6ae5ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:37.275490 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cebca56b-35e6-44da-b589-b95832ab6761 req-ea2231e1-35af-4489-9d16-25727a1b9a7f tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710018 Sep 16 19:27:37.345954 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d32b4310-5484-49bd-8e19-00183f6ae5ff admin admin] Publish callbacks [] for security_group (f73b7d78-5a97-4b9d-9b7e-41a21f384896), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:37.351698 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d32b4310-5484-49bd-8e19-00183f6ae5ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (f73b7d78-5a97-4b9d-9b7e-41a21f384896), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:37.393960 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-d32b4310-5484-49bd-8e19-00183f6ae5ff admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=4740535b57e0477ba1374004fd561ff5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1414866 Sep 16 19:27:37.394877 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32b4310-5484-49bd-8e19-00183f6ae5ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73b7d78-5a97-4b9d-9b7e-41a21f384896,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:37.395186 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 45412) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:37.433514 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:37.465835 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2470e9b0-3129-456b-8a6b-724ee336a5fd admin admin] Publish callbacks [] for security_group (f73b7d78-5a97-4b9d-9b7e-41a21f384896), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:37.491792 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2470e9b0-3129-456b-8a6b-724ee336a5fd admin admin] Publish callbacks [] for security_group (f73b7d78-5a97-4b9d-9b7e-41a21f384896), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:37.495848 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c335cc-c5b8-4726-8026-af05aa59ddb9 req-096ad403-d914-4126-98db-a715a3fe11c4 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:37.500254 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-89c335cc-c5b8-4726-8026-af05aa59ddb9 req-096ad403-d914-4126-98db-a715a3fe11c4 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 931 time: 0.0527453 Sep 16 19:27:37.500570 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 45414) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:37.520754 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8f686df1-9c7d-45c0-a904-a9684aac4e77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:37.522276 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:37.542597 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2470e9b0-3129-456b-8a6b-724ee336a5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (f73b7d78-5a97-4b9d-9b7e-41a21f384896), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:37.545396 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2470e9b0-3129-456b-8a6b-724ee336a5fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:37.549009 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-2470e9b0-3129-456b-8a6b-724ee336a5fd admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/f73b7d78-5a97-4b9d-9b7e-41a21f384896 HTTP/1.1" status: 204 len: 168 time: 0.1503825 Sep 16 19:27:37.555455 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2470e9b0-3129-456b-8a6b-724ee336a5fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73b7d78-5a97-4b9d-9b7e-41a21f384896,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:37.606028 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-89c335cc-c5b8-4726-8026-af05aa59ddb9 req-fbfe65f1-f6f6-4901-8963-fff7341fcfef tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963280 Sep 16 19:27:37.650617 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-9e7fb4d1-733d-4d37-9bc6-228ba4ca1fd0 None None] Attempt 2 to provision port bea6c9de-5e89-45b4-bf9a-289f31f5e544 Sep 16 19:27:37.675536 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674afb75-f833-4137-ab14-84216c9b299c req-72c1b0a4-f610-4782-be7f-2c0eae7a8af2 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:37.677185 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-674afb75-f833-4137-ab14-84216c9b299c req-72c1b0a4-f610-4782-be7f-2c0eae7a8af2 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 943 time: 0.0733888 Sep 16 19:27:37.689211 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:37.696845 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8f686df1-9c7d-45c0-a904-a9684aac4e77 admin admin] Publish callbacks [] for security_group (edcd0acc-f638-4b02-a8a2-1ea41e6bfb8c), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:37.702403 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-9e7fb4d1-733d-4d37-9bc6-228ba4ca1fd0 None None] Port bea6c9de-5e89-45b4-bf9a-289f31f5e544 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:27:37.703381 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8f686df1-9c7d-45c0-a904-a9684aac4e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (edcd0acc-f638-4b02-a8a2-1ea41e6bfb8c), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:37.732147 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:37.737153 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-674afb75-f833-4137-ab14-84216c9b299c req-de610056-fb10-4ae8-8144-38621e0ea228 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539658 Sep 16 19:27:37.747997 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-8f686df1-9c7d-45c0-a904-a9684aac4e77 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=01d9afcfb5aa4277ac0ea8a3ac8dd649&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2461684 Sep 16 19:27:37.749145 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f686df1-9c7d-45c0-a904-a9684aac4e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edcd0acc-f638-4b02-a8a2-1ea41e6bfb8c,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:37.752032 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 45422) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:37.809226 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c947847a-ae37-4403-88f3-141e014f4e6c admin admin] Publish callbacks [] for security_group (edcd0acc-f638-4b02-a8a2-1ea41e6bfb8c), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:37.833068 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c947847a-ae37-4403-88f3-141e014f4e6c admin admin] Publish callbacks [] for security_group (edcd0acc-f638-4b02-a8a2-1ea41e6bfb8c), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:37.839460 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:37.883104 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c947847a-ae37-4403-88f3-141e014f4e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (edcd0acc-f638-4b02-a8a2-1ea41e6bfb8c), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:37.888075 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c947847a-ae37-4403-88f3-141e014f4e6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:37.888075 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-c947847a-ae37-4403-88f3-141e014f4e6c admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/edcd0acc-f638-4b02-a8a2-1ea41e6bfb8c HTTP/1.1" status: 204 len: 168 time: 0.1337793 Sep 16 19:27:37.895565 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c947847a-ae37-4403-88f3-141e014f4e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edcd0acc-f638-4b02-a8a2-1ea41e6bfb8c,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:38.203840 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-9e7fb4d1-733d-4d37-9bc6-228ba4ca1fd0 None None] Attempt 3 to provision port bea6c9de-5e89-45b4-bf9a-289f31f5e544 Sep 16 19:27:38.238807 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-9e7fb4d1-733d-4d37-9bc6-228ba4ca1fd0 None None] Port bea6c9de-5e89-45b4-bf9a-289f31f5e544 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:27:38.381279 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe97e0c-1706-4a32-a986-5d3a0471ecfe req-0ada0ef3-f05f-43ea-ae8e-c8f82885d5ed tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:38.389273 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-efe97e0c-1706-4a32-a986-5d3a0471ecfe req-0ada0ef3-f05f-43ea-ae8e-c8f82885d5ed tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 944 time: 0.0553074 Sep 16 19:27:38.435410 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0305b68-a6c4-428f-8acd-2f564b8297b3 req-e66a2458-1580-48e1-8efe-10c898f291fe tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:38.437763 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b0305b68-a6c4-428f-8acd-2f564b8297b3 req-e66a2458-1580-48e1-8efe-10c898f291fe tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 944 time: 0.0602348 Sep 16 19:27:38.448799 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-efe97e0c-1706-4a32-a986-5d3a0471ecfe req-279ad1aa-be3c-4c63-803b-57f640821e46 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585225 Sep 16 19:27:38.497943 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b0305b68-a6c4-428f-8acd-2f564b8297b3 req-b2fef97e-9a15-4b61-ab72-84a85ddc1dab tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544446 Sep 16 19:27:38.738185 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed2c18-67e4-4ee0-8e59-369252780710 req-2968b12e-ece6-4635-af1b-364a32e300c3 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:38.739712 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-90ed2c18-67e4-4ee0-8e59-369252780710 req-2968b12e-ece6-4635-af1b-364a32e300c3 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 931 time: 0.0501077 Sep 16 19:27:38.740254 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-9e7fb4d1-733d-4d37-9bc6-228ba4ca1fd0 None None] Attempt 4 to provision port bea6c9de-5e89-45b4-bf9a-289f31f5e544 Sep 16 19:27:38.801474 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-9e7fb4d1-733d-4d37-9bc6-228ba4ca1fd0 None None] Port bea6c9de-5e89-45b4-bf9a-289f31f5e544 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:27:38.807830 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-90ed2c18-67e4-4ee0-8e59-369252780710 req-2305c33f-f364-4b79-8a00-3eb4d451e76b tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608764 Sep 16 19:27:38.902431 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e116aa-4275-4a3e-865d-b5a7db0126f6 req-041ad648-6325-4119-8a33-dac1f9182a68 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:38.904247 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-35e116aa-4275-4a3e-865d-b5a7db0126f6 req-041ad648-6325-4119-8a33-dac1f9182a68 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 943 time: 0.0675948 Sep 16 19:27:38.954816 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-35e116aa-4275-4a3e-865d-b5a7db0126f6 req-c3fb7b98-4dcb-41cb-996f-1834b221d7eb tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443754 Sep 16 19:27:39.303208 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-9e7fb4d1-733d-4d37-9bc6-228ba4ca1fd0 None None] Attempt 5 to provision port bea6c9de-5e89-45b4-bf9a-289f31f5e544 Sep 16 19:27:39.336049 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-9e7fb4d1-733d-4d37-9bc6-228ba4ca1fd0 None None] Port bea6c9de-5e89-45b4-bf9a-289f31f5e544 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:27:39.594399 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407e90f-501d-46dd-91b5-51c1ef0151e5 req-097b9f92-e7d4-4bf6-b79f-f782ccd70bb6 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:39.602310 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8407e90f-501d-46dd-91b5-51c1ef0151e5 req-097b9f92-e7d4-4bf6-b79f-f782ccd70bb6 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 944 time: 0.0561717 Sep 16 19:27:39.645035 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0bbf67-b48b-4fac-9c49-950079124de5 req-e108db07-4cc7-4859-bd19-b6ee573386fa tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:39.652480 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-aa0bbf67-b48b-4fac-9c49-950079124de5 req-e108db07-4cc7-4859-bd19-b6ee573386fa tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 944 time: 0.0614200 Sep 16 19:27:39.665550 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8407e90f-501d-46dd-91b5-51c1ef0151e5 req-ef874b50-ff88-4bc4-8a1b-152a7eeaf9e3 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623574 Sep 16 19:27:39.718790 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-aa0bbf67-b48b-4fac-9c49-950079124de5 req-58cdf20d-da51-4dc2-9f0d-1de801619571 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653605 Sep 16 19:27:39.837069 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-9e7fb4d1-733d-4d37-9bc6-228ba4ca1fd0 None None] Attempt 6 to provision port bea6c9de-5e89-45b4-bf9a-289f31f5e544 Sep 16 19:27:39.892835 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-9e7fb4d1-733d-4d37-9bc6-228ba4ca1fd0 None None] Port bea6c9de-5e89-45b4-bf9a-289f31f5e544 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:27:39.958949 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11a52e-3731-4ab6-8e39-0bcaee168a05 req-dba1a637-da72-4220-b2d2-9acf094bc539 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:39.960596 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9c11a52e-3731-4ab6-8e39-0bcaee168a05 req-dba1a637-da72-4220-b2d2-9acf094bc539 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 931 time: 0.0556221 Sep 16 19:27:39.965577 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [req-1d166ccd-e3eb-4f42-8265-698f9eaaf648 req-3a82dea4-828e-4885-ac5e-8b585dcce955 service neutron] Request body: {'port': {'device_id': '4517a109-0e87-4b92-b499-4182d9501752', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:27:40.051747 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-79e00376-6dd3-4d5f-9eb4-8810108bc6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:40.053411 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-79e00376-6dd3-4d5f-9eb4-8810108bc6ab service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=233a5a65caee4bc3be172bbd02c4efff&device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 1128 time: 0.0557063 Sep 16 19:27:40.110136 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9c11a52e-3731-4ab6-8e39-0bcaee168a05 req-a24e320f-228b-4b61-9378-dc121644372a tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397789 Sep 16 19:27:40.110917 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1d166ccd-e3eb-4f42-8265-698f9eaaf648 req-3a82dea4-828e-4885-ac5e-8b585dcce955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (bea6c9de-5e89-45b4-bf9a-289f31f5e544), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:40.273160 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d101629-2ece-4b55-81a3-cd24c7e4cebf req-4919e5b8-7bb8-400e-b058-143998d37b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:40.275196 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0d101629-2ece-4b55-81a3-cd24c7e4cebf req-4919e5b8-7bb8-400e-b058-143998d37b68 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=804d63e1308b4729aff976d65f667e28&device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 1127 time: 0.2990494 Sep 16 19:27:40.284028 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4377c-13d4-49bc-8b8e-28bf5df21e48 req-10df73a8-2062-429f-a9a6-8efb7f65d8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:40.285468 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-22a4377c-13d4-49bc-8b8e-28bf5df21e48 req-10df73a8-2062-429f-a9a6-8efb7f65d8bd service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3306448 Sep 16 19:27:40.294789 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-61eb7f33-45fe-4e1f-bfda-0706d24f8767 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12862a74-24e6-4ec2-8bba-7faa06a3ccb5 HTTP/1.1" status: 200 len: 217 time: 0.0699623 Sep 16 19:27:40.297698 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 45558) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:40.299628 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea437425-b6e5-49f8-bfd8-5ca043bb6a37 req-dfb85499-0798-4038-986a-6a86798a3355 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:40.301357 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ea437425-b6e5-49f8-bfd8-5ca043bb6a37 req-dfb85499-0798-4038-986a-6a86798a3355 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 943 time: 0.2548871 Sep 16 19:27:40.394048 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-9e7fb4d1-733d-4d37-9bc6-228ba4ca1fd0 None None] Attempt 7 to provision port bea6c9de-5e89-45b4-bf9a-289f31f5e544 Sep 16 19:27:40.422614 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:40.424530 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-74d04a2b-979d-4d33-a510-0f9f9a3e23be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:40.426079 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-74d04a2b-979d-4d33-a510-0f9f9a3e23be service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=e7116ad5-faf2-40a4-a2ef-91430a7f616f HTTP/1.1" status: 200 len: 850 time: 0.1181977 Sep 16 19:27:40.441287 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-9e7fb4d1-733d-4d37-9bc6-228ba4ca1fd0 None None] Port bea6c9de-5e89-45b4-bf9a-289f31f5e544 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:27:40.452047 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-46718bde-46a6-4d37-9cdc-49fc3fb4cb54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:40.549464 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-96f0e94c-785c-4e6f-9da8-c9672b7db13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:40.550971 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-96f0e94c-785c-4e6f-9da8-c9672b7db13c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=06f20952-b833-4b2b-a8fc-17adda48c9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1146386 Sep 16 19:27:40.571483 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:40.606063 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5d7d8-cb29-4216-b423-df26acc08975 req-821417f4-a0ae-4a6b-a64a-0a8125977f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:40.607769 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0af5d7d8-cb29-4216-b423-df26acc08975 req-821417f4-a0ae-4a6b-a64a-0a8125977f7c service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6541491 Sep 16 19:27:40.632070 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-982e51d4-1037-46f2-b8bd-95ecce29c91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:40.634502 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-982e51d4-1037-46f2-b8bd-95ecce29c91b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=804d63e1308b4729aff976d65f667e28&device_id=a25b4fc6-10a3-4f69-9922-5e5a78982474 HTTP/1.1" status: 200 len: 1128 time: 0.1064167 Sep 16 19:27:40.652744 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ea437425-b6e5-49f8-bfd8-5ca043bb6a37 req-7f7b9bd2-8cbe-4271-9dcc-d8233235f44b tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325527 Sep 16 19:27:40.658236 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:40.698185 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [req-1d166ccd-e3eb-4f42-8265-698f9eaaf648 req-3a82dea4-828e-4885-ac5e-8b585dcce955 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bea6c9de-5e89-45b4-bf9a-289f31f5e544 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 19:27:40.708763 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1d166ccd-e3eb-4f42-8265-698f9eaaf648 req-3a82dea4-828e-4885-ac5e-8b585dcce955 service neutron] Publish callbacks [] for port (bea6c9de-5e89-45b4-bf9a-289f31f5e544), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:40.730812 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-46718bde-46a6-4d37-9cdc-49fc3fb4cb54 admin admin] Publish callbacks [] for security_group (3794bf30-ddba-4d28-a59d-7c9560de7b36), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:40.747747 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-46718bde-46a6-4d37-9cdc-49fc3fb4cb54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (3794bf30-ddba-4d28-a59d-7c9560de7b36), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:40.761708 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-16017248-3817-4f72-a30b-d4c9638cc940 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7408b9a9-f9fa-4fe6-8e34-15f64c87abde HTTP/1.1" status: 200 len: 217 time: 0.0890782 Sep 16 19:27:40.779104 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d101629-2ece-4b55-81a3-cd24c7e4cebf req-c42eed59-163d-40a1-8ecf-9cfc38d8b2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:40.780494 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-1d166ccd-e3eb-4f42-8265-698f9eaaf648 req-3a82dea4-828e-4885-ac5e-8b585dcce955 service neutron] Transition to ACTIVE for port object bea6c9de-5e89-45b4-bf9a-289f31f5e544 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 19:27:40.780809 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0d101629-2ece-4b55-81a3-cd24c7e4cebf req-c42eed59-163d-40a1-8ecf-9cfc38d8b2ee service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=804d63e1308b4729aff976d65f667e28&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4760330 Sep 16 19:27:40.806060 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1d166ccd-e3eb-4f42-8265-698f9eaaf648 req-3a82dea4-828e-4885-ac5e-8b585dcce955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2678318'] for port (bea6c9de-5e89-45b4-bf9a-289f31f5e544), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:40.810194 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-051f95f4-dadb-4edc-a9a1-c3b1c332ff5e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/06f20952-b833-4b2b-a8fc-17adda48c9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511857 Sep 16 19:27:40.844069 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-46718bde-46a6-4d37-9cdc-49fc3fb4cb54 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=836e4ae5988c4b1cb90f9a035fbb016b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5452945 Sep 16 19:27:40.854875 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 45570) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:40.860334 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46718bde-46a6-4d37-9cdc-49fc3fb4cb54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3794bf30-ddba-4d28-a59d-7c9560de7b36,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:40.913044 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:40.914985 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a71bd-5a56-4406-a8a1-c807c9387717 req-70353894-e98b-4535-9c0a-6c0c55422342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:40.917272 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ac7a71bd-5a56-4406-a8a1-c807c9387717 req-70353894-e98b-4535-9c0a-6c0c55422342 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1983ce4dc9bd4050a2399d9f62d3e871&device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 1128 time: 0.1676702 Sep 16 19:27:40.942254 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-9e7fb4d1-733d-4d37-9bc6-228ba4ca1fd0 None None] Attempt 8 to provision port bea6c9de-5e89-45b4-bf9a-289f31f5e544 Sep 16 19:27:40.960365 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-2e02c873-6e6b-4fd3-9d20-32027a9bc163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:40.962231 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-2e02c873-6e6b-4fd3-9d20-32027a9bc163 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=f796f6e5-3b84-4c9f-8c87-22a14447d493 HTTP/1.1" status: 200 len: 857 time: 0.1782591 Sep 16 19:27:40.982911 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-9e7fb4d1-733d-4d37-9bc6-228ba4ca1fd0 None None] Port bea6c9de-5e89-45b4-bf9a-289f31f5e544 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:27:41.034910 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a82dea4-828e-4885-ac5e-8b585dcce955 service neutron] Pushing event updated for resources: {'Port': ['ID=bea6c9de-5e89-45b4-bf9a-289f31f5e544,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:41.048310 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34cef5-226b-44c9-9896-73c65c5e1c3e req-15888c7d-3775-4229-8802-4a73b0f38c4c tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:41.049820 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1c34cef5-226b-44c9-9896-73c65c5e1c3e req-15888c7d-3775-4229-8802-4a73b0f38c4c tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 944 time: 0.1905882 Sep 16 19:27:41.097026 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ac7a71bd-5a56-4406-a8a1-c807c9387717 req-e35674b6-558a-4d05-9fb4-9cacf3b500a6 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=564ad5b6-f4d4-47ec-845c-17b90b57b3be HTTP/1.1" status: 200 len: 217 time: 0.1304727 Sep 16 19:27:41.110990 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1094a35-e500-4056-bb99-14b1fb9fc701 req-783d492e-dae5-4694-a161-68239c61c8b9 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:41.117193 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f1094a35-e500-4056-bb99-14b1fb9fc701 req-783d492e-dae5-4694-a161-68239c61c8b9 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 944 time: 0.2787826 Sep 16 19:27:41.125137 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:41.126263 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-1d166ccd-e3eb-4f42-8265-698f9eaaf648 req-3a82dea4-828e-4885-ac5e-8b585dcce955 service neutron] Attempting to bind port bea6c9de-5e89-45b4-bf9a-289f31f5e544 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:27:41.126762 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-1d166ccd-e3eb-4f42-8265-698f9eaaf648 req-3a82dea4-828e-4885-ac5e-8b585dcce955 service neutron] Attempting to bind port bea6c9de-5e89-45b4-bf9a-289f31f5e544 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '1bbf8b0b-6495-4316-87f9-c02c1faf60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c95d3abe-3283-4882-9a4b-da4bde31c550'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:27:41.127268 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d166ccd-e3eb-4f42-8265-698f9eaaf648 req-3a82dea4-828e-4885-ac5e-8b585dcce955 service neutron] Attempting to bind port bea6c9de-5e89-45b4-bf9a-289f31f5e544 on network c95d3abe-3283-4882-9a4b-da4bde31c550 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:27:41.159984 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-351fc7ef-dd6b-4097-9c61-14f2aed6d55d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/06f20952-b833-4b2b-a8fc-17adda48c9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371272 Sep 16 19:27:41.193088 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1c34cef5-226b-44c9-9896-73c65c5e1c3e req-169f67a3-ff4b-43d7-ada4-1f368cc05b5b tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330061 Sep 16 19:27:41.196809 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d166ccd-e3eb-4f42-8265-698f9eaaf648 req-3a82dea4-828e-4885-ac5e-8b585dcce955 service neutron] Port bea6c9de-5e89-45b4-bf9a-289f31f5e544 on network c95d3abe-3283-4882-9a4b-da4bde31c550 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 19:27:41.197140 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d166ccd-e3eb-4f42-8265-698f9eaaf648 req-3a82dea4-828e-4885-ac5e-8b585dcce955 service neutron] Attempting to bind port bea6c9de-5e89-45b4-bf9a-289f31f5e544 on network c95d3abe-3283-4882-9a4b-da4bde31c550 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:27:41.210584 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-7257ba37-d60c-4f7b-82e2-1adefae16076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:41.212124 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-7257ba37-d60c-4f7b-82e2-1adefae16076 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=1e4e6da9-902d-45b4-9fce-268e4415ecdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2348399 Sep 16 19:27:41.257521 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d101629-2ece-4b55-81a3-cd24c7e4cebf req-997b59e6-a9ce-47c5-8511-0c9eb5e92c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:41.261386 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0d101629-2ece-4b55-81a3-cd24c7e4cebf req-997b59e6-a9ce-47c5-8511-0c9eb5e92c97 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4566567 Sep 16 19:27:41.262635 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d166ccd-e3eb-4f42-8265-698f9eaaf648 req-3a82dea4-828e-4885-ac5e-8b585dcce955 service neutron] Checking agent: {'id': 'f29a7e91-2c4b-48c7-9aed-98e73119d395', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 24, 59), 'started_at': datetime.datetime(2022, 9, 16, 19, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:27:41.262965 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d166ccd-e3eb-4f42-8265-698f9eaaf648 req-3a82dea4-828e-4885-ac5e-8b585dcce955 service neutron] Checking segment: {'id': '1bbf8b0b-6495-4316-87f9-c02c1faf60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c95d3abe-3283-4882-9a4b-da4bde31c550'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:27:41.263688 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d166ccd-e3eb-4f42-8265-698f9eaaf648 req-3a82dea4-828e-4885-ac5e-8b585dcce955 service neutron] Bound using segment: {'id': '1bbf8b0b-6495-4316-87f9-c02c1faf60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c95d3abe-3283-4882-9a4b-da4bde31c550'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:27:41.264119 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-1d166ccd-e3eb-4f42-8265-698f9eaaf648 req-3a82dea4-828e-4885-ac5e-8b585dcce955 service neutron] Bound port: bea6c9de-5e89-45b4-bf9a-289f31f5e544, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bbf8b0b-6495-4316-87f9-c02c1faf60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c95d3abe-3283-4882-9a4b-da4bde31c550'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:27:41.264547 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1d166ccd-e3eb-4f42-8265-698f9eaaf648 req-3a82dea4-828e-4885-ac5e-8b585dcce955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (bea6c9de-5e89-45b4-bf9a-289f31f5e544), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:41.282595 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c821b647-8ae1-4e8e-8931-f0b2567a6932 admin admin] Publish callbacks [] for security_group (3794bf30-ddba-4d28-a59d-7c9560de7b36), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:41.287550 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a71bd-5a56-4406-a8a1-c807c9387717 req-ba0d2d62-9a4a-4c42-a3ff-7cbda5ff52fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:41.289081 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ac7a71bd-5a56-4406-a8a1-c807c9387717 req-ba0d2d62-9a4a-4c42-a3ff-7cbda5ff52fc service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b23467b1-0e6b-4468-bd6e-d295548dcf80 HTTP/1.1" status: 200 len: 854 time: 0.1609073 Sep 16 19:27:41.297748 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f1094a35-e500-4056-bb99-14b1fb9fc701 req-4e89c1ad-31cc-48b8-b31d-90e235a4c510 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617033 Sep 16 19:27:41.311623 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c821b647-8ae1-4e8e-8931-f0b2567a6932 admin admin] Publish callbacks [] for security_group (3794bf30-ddba-4d28-a59d-7c9560de7b36), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:41.358244 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd0d09-40a8-4cb3-b793-732131c807b4 req-13150aad-cd44-4447-97f9-16aba6442af3 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:41.359786 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c0dd0d09-40a8-4cb3-b793-732131c807b4 req-13150aad-cd44-4447-97f9-16aba6442af3 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 943 time: 0.0926855 Sep 16 19:27:41.378098 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c821b647-8ae1-4e8e-8931-f0b2567a6932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (3794bf30-ddba-4d28-a59d-7c9560de7b36), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:41.380882 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c821b647-8ae1-4e8e-8931-f0b2567a6932 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:41.382224 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-c821b647-8ae1-4e8e-8931-f0b2567a6932 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/3794bf30-ddba-4d28-a59d-7c9560de7b36 HTTP/1.1" status: 204 len: 168 time: 0.5154843 Sep 16 19:27:41.390999 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821b647-8ae1-4e8e-8931-f0b2567a6932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3794bf30-ddba-4d28-a59d-7c9560de7b36,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:41.404820 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-1d166ccd-e3eb-4f42-8265-698f9eaaf648 req-3a82dea4-828e-4885-ac5e-8b585dcce955 service neutron] For port bea6c9de-5e89-45b4-bf9a-289f31f5e544, host hv-cinder-85032, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:27:41.414951 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-1d166ccd-e3eb-4f42-8265-698f9eaaf648 req-3a82dea4-828e-4885-ac5e-8b585dcce955 service neutron] For port bea6c9de-5e89-45b4-bf9a-289f31f5e544, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=bea6c9de-5e89-45b4-bf9a-289f31f5e544,segment=NetworkSegment(1bbf8b0b-6495-4316-87f9-c02c1faf60ca),segment_id=1bbf8b0b-6495-4316-87f9-c02c1faf60ca)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:27:41.431828 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1d166ccd-e3eb-4f42-8265-698f9eaaf648 req-3a82dea4-828e-4885-ac5e-8b585dcce955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2678318'] for port (bea6c9de-5e89-45b4-bf9a-289f31f5e544), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:41.437476 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d166ccd-e3eb-4f42-8265-698f9eaaf648 req-3a82dea4-828e-4885-ac5e-8b585dcce955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:41.438435 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1d166ccd-e3eb-4f42-8265-698f9eaaf648 req-3a82dea4-828e-4885-ac5e-8b585dcce955 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for port (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:41.440479 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1d166ccd-e3eb-4f42-8265-698f9eaaf648 req-3a82dea4-828e-4885-ac5e-8b585dcce955 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/bea6c9de-5e89-45b4-bf9a-289f31f5e544 HTTP/1.1" status: 200 len: 1093 time: 1.4787395 Sep 16 19:27:41.441259 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4517a109-0e87-4b92-b499-4182d9501752', 'tag': 'bea6c9de-5e89-45b4-bf9a-289f31f5e544'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:27:41.443845 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc02aeec164665d1be19478bc83a94d6f81df8203eb0e70a86ccaa2f58cdb70d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e9608a-d7d9-483a-b638-e07a6ed8e267" -d '{"events": [{"name": "network-changed", "server_uuid": "4517a109-0e87-4b92-b499-4182d9501752", "tag": "bea6c9de-5e89-45b4-bf9a-289f31f5e544"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:27:41.459601 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c0dd0d09-40a8-4cb3-b793-732131c807b4 req-b9ef9b24-1cf9-43ed-ba9f-58e762cca2e9 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906091 Sep 16 19:27:41.485205 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-9e7fb4d1-733d-4d37-9bc6-228ba4ca1fd0 None None] Attempt 9 to provision port bea6c9de-5e89-45b4-bf9a-289f31f5e544 Sep 16 19:27:41.523822 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 19:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e4a615-0227-4925-887d-4d215e1460c5 x-openstack-request-id: req-14e4a615-0227-4925-887d-4d215e1460c5 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:27:41.524465 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4517a109-0e87-4b92-b499-4182d9501752", "tag": "bea6c9de-5e89-45b4-bf9a-289f31f5e544", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:27:41.524992 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-14e4a615-0227-4925-887d-4d215e1460c5 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:27:41.525561 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14e4a615-0227-4925-887d-4d215e1460c5'] response: {'name': 'network-changed', 'server_uuid': '4517a109-0e87-4b92-b499-4182d9501752', 'tag': 'bea6c9de-5e89-45b4-bf9a-289f31f5e544', 'status': 'completed', 'code': 200} Sep 16 19:27:41.531471 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a82dea4-828e-4885-ac5e-8b585dcce955 service neutron] Pushing event updated for resources: {'Port': ['ID=bea6c9de-5e89-45b4-bf9a-289f31f5e544,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:41.541666 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-9e7fb4d1-733d-4d37-9bc6-228ba4ca1fd0 None None] Port bea6c9de-5e89-45b4-bf9a-289f31f5e544 had new provisioning blocks added so it will not transition to active. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 19:27:41.736915 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 45598) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:41.773099 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-05807365-b5a1-491a-a8e4-b9eebf86f7ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:41.829928 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158bb0cd-6189-4fe0-8456-f669a0d0d008 req-15dcccb2-3924-4bd6-abac-3c21dd3625b7 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:41.831454 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-158bb0cd-6189-4fe0-8456-f669a0d0d008 req-15dcccb2-3924-4bd6-abac-3c21dd3625b7 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 943 time: 0.0922017 Sep 16 19:27:41.885314 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:41.906710 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-158bb0cd-6189-4fe0-8456-f669a0d0d008 req-caf67730-e55f-4b7b-be34-52d667c11a6b tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665662 Sep 16 19:27:41.936222 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-05807365-b5a1-491a-a8e4-b9eebf86f7ce admin admin] Publish callbacks [] for security_group (62dfb13b-aad7-46be-95e0-d2ede6a3afae), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:41.941124 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-05807365-b5a1-491a-a8e4-b9eebf86f7ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (62dfb13b-aad7-46be-95e0-d2ede6a3afae), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:41.982049 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-05807365-b5a1-491a-a8e4-b9eebf86f7ce admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=d4f30fb03c074cf095eca44bb871226c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2439179 Sep 16 19:27:41.983322 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05807365-b5a1-491a-a8e4-b9eebf86f7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62dfb13b-aad7-46be-95e0-d2ede6a3afae,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:41.984965 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 45602) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:42.056338 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7f397422-b12d-45a9-ba7d-2c91fbbea806 admin admin] Publish callbacks [] for security_group (62dfb13b-aad7-46be-95e0-d2ede6a3afae), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:42.080156 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7f397422-b12d-45a9-ba7d-2c91fbbea806 admin admin] Publish callbacks [] for security_group (62dfb13b-aad7-46be-95e0-d2ede6a3afae), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:42.143174 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7f397422-b12d-45a9-ba7d-2c91fbbea806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (62dfb13b-aad7-46be-95e0-d2ede6a3afae), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:42.145759 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7f397422-b12d-45a9-ba7d-2c91fbbea806 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:42.146921 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-7f397422-b12d-45a9-ba7d-2c91fbbea806 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/62dfb13b-aad7-46be-95e0-d2ede6a3afae HTTP/1.1" status: 204 len: 168 time: 0.1599419 Sep 16 19:27:42.156493 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f397422-b12d-45a9-ba7d-2c91fbbea806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62dfb13b-aad7-46be-95e0-d2ede6a3afae,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:42.342242 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8d099-d305-438b-b806-dd280c5233bd req-906f5a75-ffb5-4039-8b35-f77f34157647 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:42.344097 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-34d8d099-d305-438b-b806-dd280c5233bd req-906f5a75-ffb5-4039-8b35-f77f34157647 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 944 time: 0.0535164 Sep 16 19:27:42.406123 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-34d8d099-d305-438b-b806-dd280c5233bd req-7eeb9bcc-3896-4101-8f42-18177e78150b tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534329 Sep 16 19:27:42.452008 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b72c6-e79f-4ec7-ac54-8da035049f57 req-c800af9e-4067-404e-9fe4-74520649ddf1 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:42.453474 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9e6b72c6-e79f-4ec7-ac54-8da035049f57 req-c800af9e-4067-404e-9fe4-74520649ddf1 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 944 time: 0.0685744 Sep 16 19:27:42.523230 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9e6b72c6-e79f-4ec7-ac54-8da035049f57 req-e7a2b179-b8db-4cfc-ad51-447c39224781 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630658 Sep 16 19:27:42.603362 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720bb397-2860-4408-8fbf-43dd472db3b0 req-27572e7d-6c49-4ee5-8a01-823dfeb531fc tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:42.605017 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-720bb397-2860-4408-8fbf-43dd472db3b0 req-27572e7d-6c49-4ee5-8a01-823dfeb531fc tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 943 time: 0.0582173 Sep 16 19:27:42.616945 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:42.659041 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-720bb397-2860-4408-8fbf-43dd472db3b0 req-252b8b17-114b-451b-90ff-d384b927c3dd tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482850 Sep 16 19:27:43.035185 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f38979-0c07-442d-86a9-4bf929307db5 req-3632826c-50f6-49eb-9bb8-902e8131e5d8 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:43.036661 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-35f38979-0c07-442d-86a9-4bf929307db5 req-3632826c-50f6-49eb-9bb8-902e8131e5d8 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 943 time: 0.0475733 Sep 16 19:27:43.086209 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-35f38979-0c07-442d-86a9-4bf929307db5 req-cc0a81e9-7c62-4af5-85e6-b65e6c63fb2b tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432787 Sep 16 19:27:43.627136 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9752d-ff75-4cf7-815d-b3acc52f50b2 req-ee71a32a-4c29-441c-aab5-7465cdaf60e3 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:43.628362 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-27a9752d-ff75-4cf7-815d-b3acc52f50b2 req-ee71a32a-4c29-441c-aab5-7465cdaf60e3 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 944 time: 0.0947285 Sep 16 19:27:43.669647 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 45692) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:43.700948 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-27a9752d-ff75-4cf7-815d-b3acc52f50b2 req-1e47db29-3dd1-4fb8-adef-9dca8cf44faa tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602007 Sep 16 19:27:43.717785 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b7dd2-eec3-4937-b688-6f86a7a270fd req-f3de121d-c3a8-4187-afe4-db9437509d85 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:43.720073 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4f7b7dd2-eec3-4937-b688-6f86a7a270fd req-f3de121d-c3a8-4187-afe4-db9437509d85 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 944 time: 0.1063802 Sep 16 19:27:43.782648 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:INSERT=11 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:43.938371 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b6707-d4c4-4fcf-b77b-1252217ca1ac req-80396b51-21e6-4de6-a6dc-09178def1a00 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:43.948295 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e47b6707-d4c4-4fcf-b77b-1252217ca1ac req-80396b51-21e6-4de6-a6dc-09178def1a00 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 943 time: 0.1364534 Sep 16 19:27:44.058577 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4f7b7dd2-eec3-4937-b688-6f86a7a270fd req-1d039c6c-42ab-4f85-8f5f-d12781a0f511 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283877 Sep 16 19:27:44.075676 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-39b62174-e46d-414c-b965-efc60205d489 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:44.143954 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:44.148536 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e47b6707-d4c4-4fcf-b77b-1252217ca1ac req-0a24ec39-b632-4664-9ba4-16b3574ec987 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987453 Sep 16 19:27:44.171094 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51203091-c455-479e-94d3-4139338a55ad req-e7d7b5f9-6d9e-40e6-9579-d80e2f09b0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:44.173076 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-51203091-c455-479e-94d3-4139338a55ad req-e7d7b5f9-6d9e-40e6-9579-d80e2f09b0b2 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=804d63e1308b4729aff976d65f667e28&device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 1127 time: 0.0829606 Sep 16 19:27:44.201709 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9608a-d7d9-483a-b638-e07a6ed8e267 req-f5bd6fc8-7dc5-47a1-85b1-e19105a76fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:44.203338 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-96e9608a-d7d9-483a-b638-e07a6ed8e267 req-f5bd6fc8-7dc5-47a1-85b1-e19105a76fe9 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ea483f6ff12d425fa1e8aa29e472dfe2&device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 1127 time: 0.1126690 Sep 16 19:27:44.209735 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a71bd-5a56-4406-a8a1-c807c9387717 req-cb6b2fee-6f3f-47cb-a2c7-13de271d92c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:44.211318 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ac7a71bd-5a56-4406-a8a1-c807c9387717 req-cb6b2fee-6f3f-47cb-a2c7-13de271d92c8 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=1b509164-1dc6-4639-9003-d3f932682d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1792161 Sep 16 19:27:44.218131 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-a3bc2f1e-c61e-469b-ad9d-8c1df9062c6f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1e4e6da9-902d-45b4-9fce-268e4415ecdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446001 Sep 16 19:27:44.313009 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-51203091-c455-479e-94d3-4139338a55ad req-a671cf96-db8c-4b58-bfbe-e3568e05a3b8 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01a4d47d-f873-40b4-a03d-c34fc0000f93 HTTP/1.1" status: 200 len: 217 time: 0.1196594 Sep 16 19:27:44.377518 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c187ac-07ec-4286-b99f-e98752a26afb req-91c13414-715f-40cf-883f-800e8a054ae5 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:44.379208 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-41c187ac-07ec-4286-b99f-e98752a26afb req-91c13414-715f-40cf-883f-800e8a054ae5 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 943 time: 0.1501853 Sep 16 19:27:44.383472 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-39b62174-e46d-414c-b965-efc60205d489 admin admin] Publish callbacks [] for security_group (df3b1b35-ed77-4e4a-813a-45c370a34379), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:44.399520 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-39b62174-e46d-414c-b965-efc60205d489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (df3b1b35-ed77-4e4a-813a-45c370a34379), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:44.475522 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51203091-c455-479e-94d3-4139338a55ad req-82c2d4bd-cdf8-4948-8641-8359868e369f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:44.477412 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-51203091-c455-479e-94d3-4139338a55ad req-82c2d4bd-cdf8-4948-8641-8359868e369f service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=f796f6e5-3b84-4c9f-8c87-22a14447d493 HTTP/1.1" status: 200 len: 857 time: 0.1527438 Sep 16 19:27:44.494853 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-39b62174-e46d-414c-b965-efc60205d489 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=6ba74988081f4971adb8aab5705743f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8236539 Sep 16 19:27:44.498898 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 45716) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:44.550867 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b62174-e46d-414c-b965-efc60205d489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3b1b35-ed77-4e4a-813a-45c370a34379,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:44.562815 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-41c187ac-07ec-4286-b99f-e98752a26afb req-dc1964ad-677f-4cd9-a75d-7df76a6a3e92 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754649 Sep 16 19:27:44.578174 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ac7a71bd-5a56-4406-a8a1-c807c9387717 req-f16b8a2b-dbc6-4112-b1a5-e6ae9c445fc4 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1b509164-1dc6-4639-9003-d3f932682d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457835 Sep 16 19:27:44.583423 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-557aad54-3ede-451b-867a-24f02908a734 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1e4e6da9-902d-45b4-9fce-268e4415ecdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531127 Sep 16 19:27:44.583808 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51203091-c455-479e-94d3-4139338a55ad req-575056b8-26cd-4578-9d83-aa51163c79d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:44.585249 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9608a-d7d9-483a-b638-e07a6ed8e267 req-5d2366fb-0cc9-48dc-be12-cb5d08b073bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:44.585361 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-51203091-c455-479e-94d3-4139338a55ad req-575056b8-26cd-4578-9d83-aa51163c79d1 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=1e4e6da9-902d-45b4-9fce-268e4415ecdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0963168 Sep 16 19:27:44.587226 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-96e9608a-d7d9-483a-b638-e07a6ed8e267 req-5d2366fb-0cc9-48dc-be12-cb5d08b073bd service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=ea483f6ff12d425fa1e8aa29e472dfe2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3648787 Sep 16 19:27:44.641107 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ef63eef-2496-45a5-8b87-ac84869eb66d admin admin] Publish callbacks [] for security_group (df3b1b35-ed77-4e4a-813a-45c370a34379), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:44.688371 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 45726) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:44.702840 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ef63eef-2496-45a5-8b87-ac84869eb66d admin admin] Publish callbacks [] for security_group (df3b1b35-ed77-4e4a-813a-45c370a34379), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:44.716823 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:44.782094 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-51203091-c455-479e-94d3-4139338a55ad req-ec08483f-febb-4436-9554-fae647245740 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1e4e6da9-902d-45b4-9fce-268e4415ecdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735089 Sep 16 19:27:44.818966 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ef63eef-2496-45a5-8b87-ac84869eb66d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (df3b1b35-ed77-4e4a-813a-45c370a34379), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:44.822426 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ef63eef-2496-45a5-8b87-ac84869eb66d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:44.828073 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-5ef63eef-2496-45a5-8b87-ac84869eb66d admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/df3b1b35-ed77-4e4a-813a-45c370a34379 HTTP/1.1" status: 204 len: 168 time: 0.3183532 Sep 16 19:27:44.839744 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef63eef-2496-45a5-8b87-ac84869eb66d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3b1b35-ed77-4e4a-813a-45c370a34379,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:44.922501 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2505fc2f-bb0d-4d35-b31b-da8578945882 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:44.989253 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d94ac-1c23-44c5-89f6-86e83afd2b3f req-7a59a6e9-0450-4a1d-bf9a-5cd3e042fd5f tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:44.990757 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-585d94ac-1c23-44c5-89f6-86e83afd2b3f req-7a59a6e9-0450-4a1d-bf9a-5cd3e042fd5f tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 944 time: 0.0981660 Sep 16 19:27:44.997638 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:45.015497 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2505fc2f-bb0d-4d35-b31b-da8578945882 admin admin] Publish callbacks [] for security_group (5bc33a69-5004-406e-a6a0-f0a50ac8afe6), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:45.020567 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2505fc2f-bb0d-4d35-b31b-da8578945882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (5bc33a69-5004-406e-a6a0-f0a50ac8afe6), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:45.038087 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:45.063390 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ac7a71bd-5a56-4406-a8a1-c807c9387717 req-73822983-2060-45c9-875a-08ae9823f29e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1b509164-1dc6-4639-9003-d3f932682d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4528542 Sep 16 19:27:45.064804 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-2505fc2f-bb0d-4d35-b31b-da8578945882 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=71fabb8c87194fa39b5d2ecdc65dbac3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3738940 Sep 16 19:27:45.065680 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2505fc2f-bb0d-4d35-b31b-da8578945882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc33a69-5004-406e-a6a0-f0a50ac8afe6,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:45.068052 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 45738) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:45.071248 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9608a-d7d9-483a-b638-e07a6ed8e267 req-e5de39e9-38c9-45eb-9d71-bcfb55bd27ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:45.073072 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-96e9608a-d7d9-483a-b638-e07a6ed8e267 req-e5de39e9-38c9-45eb-9d71-bcfb55bd27ad service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4637997 Sep 16 19:27:45.090628 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-585d94ac-1c23-44c5-89f6-86e83afd2b3f req-5bd21864-125a-47a9-bc86-ec8993ed29db tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901122 Sep 16 19:27:45.137176 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c25e3ab4-718b-4ec0-be17-c9aaa4863bae admin admin] Publish callbacks [] for security_group (5bc33a69-5004-406e-a6a0-f0a50ac8afe6), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:45.168194 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c25e3ab4-718b-4ec0-be17-c9aaa4863bae admin admin] Publish callbacks [] for security_group (5bc33a69-5004-406e-a6a0-f0a50ac8afe6), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:45.200242 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 45744) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:45.218737 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-82e87788-4fca-4b31-857b-75be03fb08ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:45.230256 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63492b6e-667d-49c3-addf-10157eb916a1 req-7d498dcb-1746-448a-b883-87533a5e054d tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:45.231762 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-63492b6e-667d-49c3-addf-10157eb916a1 req-7d498dcb-1746-448a-b883-87533a5e054d tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 944 time: 0.0757747 Sep 16 19:27:45.269930 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c25e3ab4-718b-4ec0-be17-c9aaa4863bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (5bc33a69-5004-406e-a6a0-f0a50ac8afe6), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:45.272547 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c25e3ab4-718b-4ec0-be17-c9aaa4863bae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:45.276580 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-c25e3ab4-718b-4ec0-be17-c9aaa4863bae admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/5bc33a69-5004-406e-a6a0-f0a50ac8afe6 HTTP/1.1" status: 204 len: 168 time: 0.2003255 Sep 16 19:27:45.291838 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e3ab4-718b-4ec0-be17-c9aaa4863bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc33a69-5004-406e-a6a0-f0a50ac8afe6,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:45.296792 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-63492b6e-667d-49c3-addf-10157eb916a1 req-188bb215-131d-400b-bc86-4fa58d353058 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578949 Sep 16 19:27:45.312956 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f7e0f-c1cd-4294-a67f-d5c0d3ac3d08 req-59c14849-4026-4b69-abcd-e54c274e685d tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:45.314492 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-925f7e0f-c1cd-4294-a67f-d5c0d3ac3d08 req-59c14849-4026-4b69-abcd-e54c274e685d tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 943 time: 0.0646904 Sep 16 19:27:45.386122 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-82e87788-4fca-4b31-857b-75be03fb08ce admin admin] Publish callbacks [] for security_group (2c227b79-2b86-4945-8329-31bdac3cc935), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:45.397225 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-82e87788-4fca-4b31-857b-75be03fb08ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (2c227b79-2b86-4945-8329-31bdac3cc935), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:45.413385 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-925f7e0f-c1cd-4294-a67f-d5c0d3ac3d08 req-ea983388-d4ad-40fd-a69d-627119d0fedf tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779746 Sep 16 19:27:45.442587 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-82e87788-4fca-4b31-857b-75be03fb08ce admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=a149762bdc9441bda9f0c9b2ca3cea3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2382557 Sep 16 19:27:45.442776 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 45748) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:45.450692 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e87788-4fca-4b31-857b-75be03fb08ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c227b79-2b86-4945-8329-31bdac3cc935,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:45.488715 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:45.500247 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-debe6d00-3825-4489-b6f7-f7ef450c95db admin admin] Publish callbacks [] for security_group (2c227b79-2b86-4945-8329-31bdac3cc935), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:45.513812 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 12862a74-24e6-4ec2-8bba-7faa06a3ccb5 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 19:27:45.525765 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-debe6d00-3825-4489-b6f7-f7ef450c95db admin admin] Publish callbacks [] for security_group (2c227b79-2b86-4945-8329-31bdac3cc935), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:45.590167 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-debe6d00-3825-4489-b6f7-f7ef450c95db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (2c227b79-2b86-4945-8329-31bdac3cc935), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:45.595943 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-debe6d00-3825-4489-b6f7-f7ef450c95db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:45.600888 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-debe6d00-3825-4489-b6f7-f7ef450c95db admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/2c227b79-2b86-4945-8329-31bdac3cc935 HTTP/1.1" status: 204 len: 168 time: 0.1571391 Sep 16 19:27:45.615119 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debe6d00-3825-4489-b6f7-f7ef450c95db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c227b79-2b86-4945-8329-31bdac3cc935,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:45.631409 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port 12862a74-24e6-4ec2-8bba-7faa06a3ccb5, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=12862a74-24e6-4ec2-8bba-7faa06a3ccb5,segment=NetworkSegment(8351c8d8-7e98-4f07-8cee-dbde6e8064f9),segment_id=8351c8d8-7e98-4f07-8cee-dbde6e8064f9)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:27:45.648080 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Returning: {'device': '12862a74-24e6-4ec2-8bba-7faa06a3ccb5', 'network_id': '06f20952-b833-4b2b-a8fc-17adda48c9e0', 'port_id': '12862a74-24e6-4ec2-8bba-7faa06a3ccb5', 'mac_address': 'fa:16:3e:7d:43:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7116ad5-faf2-40a4-a2ef-91430a7f616f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 19:27:45.709606 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port 12862a74-24e6-4ec2-8bba-7faa06a3ccb5 is: DOWN; New status is: BUILD {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:27:45.710917 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (12862a74-24e6-4ec2-8bba-7faa06a3ccb5), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:45.733417 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12862a74-24e6-4ec2-8bba-7faa06a3ccb5 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 19:27:45.774453 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port 12862a74-24e6-4ec2-8bba-7faa06a3ccb5, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=12862a74-24e6-4ec2-8bba-7faa06a3ccb5,segment=NetworkSegment(8351c8d8-7e98-4f07-8cee-dbde6e8064f9),segment_id=8351c8d8-7e98-4f07-8cee-dbde6e8064f9)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:27:45.778423 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 45760) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:45.782639 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (12862a74-24e6-4ec2-8bba-7faa06a3ccb5), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:45.786837 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02803c-5925-4d90-a66c-7664f37dfc0d req-fe1699a9-70d8-4f32-b584-70cebdbdd89f tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:45.797215 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-db02803c-5925-4d90-a66c-7664f37dfc0d req-fe1699a9-70d8-4f32-b584-70cebdbdd89f tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 943 time: 0.0932877 Sep 16 19:27:45.799012 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f26bead2-e1af-47f3-ad14-89c132448df3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:45.806229 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:45.854295 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=12862a74-24e6-4ec2-8bba-7faa06a3ccb5,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:45.890157 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-db02803c-5925-4d90-a66c-7664f37dfc0d req-d6a700f3-8514-41cc-8721-56549eb7142e tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909309 Sep 16 19:27:45.942675 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f26bead2-e1af-47f3-ad14-89c132448df3 admin admin] Publish callbacks [] for security_group (c4a63e8c-e2be-43a2-83ef-42aac03b2bca), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:45.953939 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f26bead2-e1af-47f3-ad14-89c132448df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (c4a63e8c-e2be-43a2-83ef-42aac03b2bca), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:45.999214 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-f26bead2-e1af-47f3-ad14-89c132448df3 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=a249cc3da821467fae16fa41eb328d44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194450 Sep 16 19:27:46.001812 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 45770) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:46.007757 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26bead2-e1af-47f3-ad14-89c132448df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a63e8c-e2be-43a2-83ef-42aac03b2bca,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:46.054741 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0b9cc912-5ae5-4ed3-88f7-a535d5fb6c50 admin admin] Publish callbacks [] for security_group (c4a63e8c-e2be-43a2-83ef-42aac03b2bca), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:46.075675 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0b9cc912-5ae5-4ed3-88f7-a535d5fb6c50 admin admin] Publish callbacks [] for security_group (c4a63e8c-e2be-43a2-83ef-42aac03b2bca), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:46.126176 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0b9cc912-5ae5-4ed3-88f7-a535d5fb6c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (c4a63e8c-e2be-43a2-83ef-42aac03b2bca), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:46.128698 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0b9cc912-5ae5-4ed3-88f7-a535d5fb6c50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:46.132924 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-0b9cc912-5ae5-4ed3-88f7-a535d5fb6c50 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/c4a63e8c-e2be-43a2-83ef-42aac03b2bca HTTP/1.1" status: 204 len: 168 time: 0.1301217 Sep 16 19:27:46.141930 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9cc912-5ae5-4ed3-88f7-a535d5fb6c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a63e8c-e2be-43a2-83ef-42aac03b2bca,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:46.245332 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a62ea-7545-4f17-a079-73246d27b3e3 req-276603d9-31b2-4449-bec0-cd410b09d5b5 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:46.246843 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c80a62ea-7545-4f17-a079-73246d27b3e3 req-276603d9-31b2-4449-bec0-cd410b09d5b5 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 944 time: 0.0547040 Sep 16 19:27:46.276929 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:46.299869 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c80a62ea-7545-4f17-a079-73246d27b3e3 req-747b9f3b-6685-4fbf-8d92-d001b414542b tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474997 Sep 16 19:27:46.432198 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450f337-23f0-4422-997d-80415a56087b req-0e4ca7fc-6e4a-48da-88c6-c01fb7346d3d tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:46.433849 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e450f337-23f0-4422-997d-80415a56087b req-0e4ca7fc-6e4a-48da-88c6-c01fb7346d3d tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 945 time: 0.0557797 Sep 16 19:27:46.508450 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e450f337-23f0-4422-997d-80415a56087b req-cbe8f95a-2518-4375-93cb-0ee86ce4ebe6 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669291 Sep 16 19:27:46.552635 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 45796) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:46.563169 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabff7e-7262-4f6b-962c-1302ff6863b0 req-ceb5a2cd-ff8c-41a4-9699-36c5c4a3762a tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:46.566666 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0dd36733-fd43-4641-bbfb-962a3491f39f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:46.568940 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2eabff7e-7262-4f6b-962c-1302ff6863b0 req-ceb5a2cd-ff8c-41a4-9699-36c5c4a3762a tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 943 time: 0.0643046 Sep 16 19:27:46.621396 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2eabff7e-7262-4f6b-962c-1302ff6863b0 req-761969d4-7b1d-4e65-8dce-4b46297f945a tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499580 Sep 16 19:27:46.651603 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0dd36733-fd43-4641-bbfb-962a3491f39f admin admin] Publish callbacks [] for security_group (b45d1db3-d524-4914-8c25-c5698465edd6), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:46.657537 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0dd36733-fd43-4641-bbfb-962a3491f39f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (b45d1db3-d524-4914-8c25-c5698465edd6), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:46.669018 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:DELETE=4,neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:46.698860 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-0dd36733-fd43-4641-bbfb-962a3491f39f admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=0722cbf18551435c912b0a34bb321eb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1450105 Sep 16 19:27:46.701803 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 45800) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:46.704595 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd36733-fd43-4641-bbfb-962a3491f39f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45d1db3-d524-4914-8c25-c5698465edd6,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:46.761704 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9d6f2b62-53e8-47db-abd7-c50f53a506fa admin admin] Publish callbacks [] for security_group (b45d1db3-d524-4914-8c25-c5698465edd6), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:46.783837 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9d6f2b62-53e8-47db-abd7-c50f53a506fa admin admin] Publish callbacks [] for security_group (b45d1db3-d524-4914-8c25-c5698465edd6), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:46.831218 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9d6f2b62-53e8-47db-abd7-c50f53a506fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (b45d1db3-d524-4914-8c25-c5698465edd6), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:46.833776 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9d6f2b62-53e8-47db-abd7-c50f53a506fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:46.835054 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-9d6f2b62-53e8-47db-abd7-c50f53a506fa admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/b45d1db3-d524-4914-8c25-c5698465edd6 HTTP/1.1" status: 204 len: 168 time: 0.1318228 Sep 16 19:27:46.845912 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6f2b62-53e8-47db-abd7-c50f53a506fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45d1db3-d524-4914-8c25-c5698465edd6,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:46.853419 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6f2b62-53e8-47db-abd7-c50f53a506fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:27:46.853842 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6f2b62-53e8-47db-abd7-c50f53a506fa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:27:46.854122 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6f2b62-53e8-47db-abd7-c50f53a506fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:27:46.854530 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6f2b62-53e8-47db-abd7-c50f53a506fa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:27:46.854792 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6f2b62-53e8-47db-abd7-c50f53a506fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:27:46.855091 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6f2b62-53e8-47db-abd7-c50f53a506fa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:27:46.855520 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6f2b62-53e8-47db-abd7-c50f53a506fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:27:46.855864 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6f2b62-53e8-47db-abd7-c50f53a506fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:27:46.856162 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6f2b62-53e8-47db-abd7-c50f53a506fa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:27:46.856534 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6f2b62-53e8-47db-abd7-c50f53a506fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:27:46.856837 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6f2b62-53e8-47db-abd7-c50f53a506fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:27:46.857169 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6f2b62-53e8-47db-abd7-c50f53a506fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:27:46.857494 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6f2b62-53e8-47db-abd7-c50f53a506fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:27:46.857765 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6f2b62-53e8-47db-abd7-c50f53a506fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:27:46.858069 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6f2b62-53e8-47db-abd7-c50f53a506fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:27:47.024162 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f40cb4-4e26-43c3-8b03-8af288264d27 req-6e99f9b3-c4f6-475b-b5b6-bffc6bccd203 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:47.032723 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-45f40cb4-4e26-43c3-8b03-8af288264d27 req-6e99f9b3-c4f6-475b-b5b6-bffc6bccd203 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 943 time: 0.0593565 Sep 16 19:27:47.089385 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-45f40cb4-4e26-43c3-8b03-8af288264d27 req-b5c1ed46-4a90-40ec-b93f-2d887b6ee75a tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571935 Sep 16 19:27:47.421675 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:47.440051 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36ee1b-6e35-45b5-95a4-201c01658fff req-41f93140-2126-4502-ae58-61f8e30174ba tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:47.442042 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-af36ee1b-6e35-45b5-95a4-201c01658fff req-41f93140-2126-4502-ae58-61f8e30174ba tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 944 time: 0.0604992 Sep 16 19:27:47.498690 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-af36ee1b-6e35-45b5-95a4-201c01658fff req-56e85ff2-5dd4-4247-8e96-93f9a628cb05 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488563 Sep 16 19:27:47.642455 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295aed5-f743-4864-8650-7d8001c80c28 req-b4566ca4-99e7-47b8-8713-1a1c77f8bb05 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:47.644508 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f295aed5-f743-4864-8650-7d8001c80c28 req-b4566ca4-99e7-47b8-8713-1a1c77f8bb05 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 945 time: 0.0606697 Sep 16 19:27:47.704725 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f295aed5-f743-4864-8650-7d8001c80c28 req-3695ad22-9e70-4fee-b8df-3ff9359224cf tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510814 Sep 16 19:27:47.772126 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5250be5-fbfc-4d52-9b2e-03d1b7c04015 req-bdf2d26b-196c-4d5b-95e5-3c15cbdbb4ca tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:47.776230 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d5250be5-fbfc-4d52-9b2e-03d1b7c04015 req-bdf2d26b-196c-4d5b-95e5-3c15cbdbb4ca tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 943 time: 0.0695770 Sep 16 19:27:47.825415 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d5250be5-fbfc-4d52-9b2e-03d1b7c04015 req-52e4d075-7c80-4679-89a3-dc778ec4192d tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432713 Sep 16 19:27:48.227030 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e4181-6662-4060-ab7e-2a1bbd292499 req-889ff028-97c9-4aa3-97f2-14de6a26fc82 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:48.228790 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8b7e4181-6662-4060-ab7e-2a1bbd292499 req-889ff028-97c9-4aa3-97f2-14de6a26fc82 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 943 time: 0.0624464 Sep 16 19:27:48.253074 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:48.287945 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8b7e4181-6662-4060-ab7e-2a1bbd292499 req-a67a5baa-6eaa-4d2e-aa2f-5991a19deeac tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504179 Sep 16 19:27:48.374438 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:48.634961 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066118d-2613-4c8e-baa7-43080b5afdd7 req-899493d2-b6da-47d3-b35c-ac0ec77e061b tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:48.636468 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2066118d-2613-4c8e-baa7-43080b5afdd7 req-899493d2-b6da-47d3-b35c-ac0ec77e061b tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 944 time: 0.0471470 Sep 16 19:27:48.688706 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2066118d-2613-4c8e-baa7-43080b5afdd7 req-0c843a3f-6ca8-44a5-b59e-edef06908f8f tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460758 Sep 16 19:27:48.839756 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5de19-161d-4e1d-a90d-250162684177 req-58df2678-ab0e-45c0-95a9-a17bd7273344 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:48.841563 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-cbb5de19-161d-4e1d-a90d-250162684177 req-58df2678-ab0e-45c0-95a9-a17bd7273344 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 945 time: 0.0531144 Sep 16 19:27:48.892804 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-cbb5de19-161d-4e1d-a90d-250162684177 req-c9657a2a-9b71-440b-b6cd-1cff214cb670 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451274 Sep 16 19:27:48.937193 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 45910) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:48.965743 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b439d77-71f6-4284-9dae-1ad4042617bf req-425d24b0-75e8-474b-a13c-c4430a41db5a tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:48.967237 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4b439d77-71f6-4284-9dae-1ad4042617bf req-425d24b0-75e8-474b-a13c-c4430a41db5a tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 943 time: 0.0492442 Sep 16 19:27:49.013865 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4b439d77-71f6-4284-9dae-1ad4042617bf req-755d1a90-6e4c-4528-a966-a06d50e32e70 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409839 Sep 16 19:27:49.052642 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5f4433c7-3db4-4db4-a9d0-828d50cdceb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:49.131054 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5f4433c7-3db4-4db4-a9d0-828d50cdceb3 admin admin] Publish callbacks [] for security_group (371b8d6b-7554-4265-9c4a-385f102e4fa5), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:49.136982 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5f4433c7-3db4-4db4-a9d0-828d50cdceb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (371b8d6b-7554-4265-9c4a-385f102e4fa5), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:49.175027 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4433c7-3db4-4db4-a9d0-828d50cdceb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371b8d6b-7554-4265-9c4a-385f102e4fa5,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:49.178951 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-5f4433c7-3db4-4db4-a9d0-828d50cdceb3 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=96a61aada8d84cc2b810751d064496c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406120 Sep 16 19:27:49.182059 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 45918) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:49.185573 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4433c7-3db4-4db4-a9d0-828d50cdceb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:27:49.185849 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4433c7-3db4-4db4-a9d0-828d50cdceb3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:27:49.186179 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4433c7-3db4-4db4-a9d0-828d50cdceb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:27:49.186515 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4433c7-3db4-4db4-a9d0-828d50cdceb3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:27:49.186837 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4433c7-3db4-4db4-a9d0-828d50cdceb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:27:49.187160 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4433c7-3db4-4db4-a9d0-828d50cdceb3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:27:49.187466 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4433c7-3db4-4db4-a9d0-828d50cdceb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:27:49.187795 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4433c7-3db4-4db4-a9d0-828d50cdceb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:27:49.188118 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4433c7-3db4-4db4-a9d0-828d50cdceb3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:27:49.188452 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4433c7-3db4-4db4-a9d0-828d50cdceb3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:27:49.188795 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4433c7-3db4-4db4-a9d0-828d50cdceb3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:27:49.189132 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4433c7-3db4-4db4-a9d0-828d50cdceb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:27:49.189451 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4433c7-3db4-4db4-a9d0-828d50cdceb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:27:49.189744 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4433c7-3db4-4db4-a9d0-828d50cdceb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:27:49.190058 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4433c7-3db4-4db4-a9d0-828d50cdceb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:27:49.233001 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a9fb16c3-62cc-4c55-a850-4939c8c22878 admin admin] Publish callbacks [] for security_group (371b8d6b-7554-4265-9c4a-385f102e4fa5), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:49.257475 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a9fb16c3-62cc-4c55-a850-4939c8c22878 admin admin] Publish callbacks [] for security_group (371b8d6b-7554-4265-9c4a-385f102e4fa5), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:49.310148 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a9fb16c3-62cc-4c55-a850-4939c8c22878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (371b8d6b-7554-4265-9c4a-385f102e4fa5), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:49.313067 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a9fb16c3-62cc-4c55-a850-4939c8c22878 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:49.314218 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-a9fb16c3-62cc-4c55-a850-4939c8c22878 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/371b8d6b-7554-4265-9c4a-385f102e4fa5 HTTP/1.1" status: 204 len: 168 time: 0.1310997 Sep 16 19:27:49.324712 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb16c3-62cc-4c55-a850-4939c8c22878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371b8d6b-7554-4265-9c4a-385f102e4fa5,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:49.421442 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4996ad-6bcf-4509-aa22-74ed17f71a87 req-01f55961-70e5-4c29-883a-0aba7f198ddc tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:49.422940 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-5a4996ad-6bcf-4509-aa22-74ed17f71a87 req-01f55961-70e5-4c29-883a-0aba7f198ddc tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 943 time: 0.0535262 Sep 16 19:27:49.495532 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-5a4996ad-6bcf-4509-aa22-74ed17f71a87 req-cba0a8fb-732b-45f0-892f-dd8817539927 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650785 Sep 16 19:27:49.665235 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 45928) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:49.684604 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-369226d2-66f7-4e32-a081-ae095bc91b13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:49.770775 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:49.846462 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-369226d2-66f7-4e32-a081-ae095bc91b13 admin admin] Publish callbacks [] for security_group (aedf8551-9f6c-4ffa-8619-198c83e7504b), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:49.855825 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9abb5-e8c2-40f5-9725-f2b3463e3ff7 req-280cb5df-7f5e-4e59-8316-2ac58583ff3a tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:49.857389 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cae9abb5-e8c2-40f5-9725-f2b3463e3ff7 req-280cb5df-7f5e-4e59-8316-2ac58583ff3a tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 944 time: 0.0850177 Sep 16 19:27:49.858545 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-369226d2-66f7-4e32-a081-ae095bc91b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (aedf8551-9f6c-4ffa-8619-198c83e7504b), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:49.935156 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369226d2-66f7-4e32-a081-ae095bc91b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aedf8551-9f6c-4ffa-8619-198c83e7504b,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:49.939723 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-369226d2-66f7-4e32-a081-ae095bc91b13 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=ae9fc5aca87d4e5081f11215157136a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2734599 Sep 16 19:27:49.942755 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 45934) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:27:49.972032 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cae9abb5-e8c2-40f5-9725-f2b3463e3ff7 req-c6365418-0aeb-44a4-a91f-e9b4471081e3 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984280 Sep 16 19:27:50.053637 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-40dab9a4-4163-4c50-9f3c-be7576bb5128 admin admin] Publish callbacks [] for security_group (aedf8551-9f6c-4ffa-8619-198c83e7504b), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:50.066780 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce4598-80e3-4ff3-97b3-de98a61e919f req-cb7735d7-4b35-4dbe-a5ad-661b7c0901d7 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:50.066992 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a9ce4598-80e3-4ff3-97b3-de98a61e919f req-cb7735d7-4b35-4dbe-a5ad-661b7c0901d7 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 945 time: 0.0697703 Sep 16 19:27:50.106258 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-40dab9a4-4163-4c50-9f3c-be7576bb5128 admin admin] Publish callbacks [] for security_group (aedf8551-9f6c-4ffa-8619-198c83e7504b), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:50.172329 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a9ce4598-80e3-4ff3-97b3-de98a61e919f req-3d35c35f-7359-461a-a914-a358c8c74c29 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957363 Sep 16 19:27:50.176118 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2ccb3-fb03-43d9-aa8d-5fa50bc4d7d2 req-6f3a37e3-b86a-454d-b796-d5a94bfd9526 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:50.177926 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-91d2ccb3-fb03-43d9-aa8d-5fa50bc4d7d2 req-6f3a37e3-b86a-454d-b796-d5a94bfd9526 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 943 time: 0.0630620 Sep 16 19:27:50.203763 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-40dab9a4-4163-4c50-9f3c-be7576bb5128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (aedf8551-9f6c-4ffa-8619-198c83e7504b), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:50.206586 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-40dab9a4-4163-4c50-9f3c-be7576bb5128 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:50.210970 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-40dab9a4-4163-4c50-9f3c-be7576bb5128 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/aedf8551-9f6c-4ffa-8619-198c83e7504b HTTP/1.1" status: 204 len: 168 time: 0.2664602 Sep 16 19:27:50.221993 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:50.222953 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dab9a4-4163-4c50-9f3c-be7576bb5128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedf8551-9f6c-4ffa-8619-198c83e7504b,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:50.267471 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-91d2ccb3-fb03-43d9-aa8d-5fa50bc4d7d2 req-bd3de6ff-de8b-490d-b41a-bad6bde838e9 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824230 Sep 16 19:27:50.612647 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:50.628856 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ab267-d068-40ac-8b8d-bda734978176 req-33dedf98-007c-427e-9cb0-693b300df9f4 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:50.630353 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-de0ab267-d068-40ac-8b8d-bda734978176 req-33dedf98-007c-427e-9cb0-693b300df9f4 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 943 time: 0.0497625 Sep 16 19:27:50.683177 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-de0ab267-d068-40ac-8b8d-bda734978176 req-4f56a9ab-e7c0-4742-a76e-0e817da96e81 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463693 Sep 16 19:27:51.101558 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5346f-9607-4e36-9a0e-6162cdf95dd9 req-e74f6250-130d-4afb-bda3-0df2c14bfcba tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:51.105308 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b6d5346f-9607-4e36-9a0e-6162cdf95dd9 req-e74f6250-130d-4afb-bda3-0df2c14bfcba tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 944 time: 0.0490730 Sep 16 19:27:51.153267 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b6d5346f-9607-4e36-9a0e-6162cdf95dd9 req-552929b7-fd6f-4040-b34d-4d3663687984 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443580 Sep 16 19:27:51.299406 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83762608-347f-4709-b154-8548381386fc req-9d5a3cdb-83b1-43a6-bc59-b76340c42ae5 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:51.301927 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-83762608-347f-4709-b154-8548381386fc req-9d5a3cdb-83b1-43a6-bc59-b76340c42ae5 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 945 time: 0.0498209 Sep 16 19:27:51.354035 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-83762608-347f-4709-b154-8548381386fc req-780aa4f0-ad3e-45eb-956d-9f96a04a3eb2 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462360 Sep 16 19:27:51.403491 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f3bcdc-7226-47d9-8e70-2e7f0d0c59a1 req-6f590bf8-60df-436b-9399-6015a31789ba tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:51.410363 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a8f3bcdc-7226-47d9-8e70-2e7f0d0c59a1 req-6f590bf8-60df-436b-9399-6015a31789ba tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 943 time: 0.0587721 Sep 16 19:27:51.457207 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a8f3bcdc-7226-47d9-8e70-2e7f0d0c59a1 req-04c298f3-c0f8-4051-85c3-669052199367 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458198 Sep 16 19:27:51.817263 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c013e-789a-4c24-955d-2267b8b9d8d1 req-bf8dc72b-f338-4f5b-adab-c73bebabd5f0 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:51.818744 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-104c013e-789a-4c24-955d-2267b8b9d8d1 req-bf8dc72b-f338-4f5b-adab-c73bebabd5f0 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 943 time: 0.0501831 Sep 16 19:27:51.855093 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:51.870950 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-104c013e-789a-4c24-955d-2267b8b9d8d1 req-5a74fb7c-8806-4071-b069-c84b1f0a6fdd tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462270 Sep 16 19:27:52.282509 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e0ce8-23d2-47ed-8301-9e43366f9c5c req-88335000-685e-4acf-bf5a-8ae6b5cbf68b tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:52.284305 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6c9e0ce8-23d2-47ed-8301-9e43366f9c5c req-88335000-685e-4acf-bf5a-8ae6b5cbf68b tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 944 time: 0.0520291 Sep 16 19:27:52.340502 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=6 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:52.341008 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6c9e0ce8-23d2-47ed-8301-9e43366f9c5c req-8f55f4e9-8338-41c6-951b-50785b037770 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427449 Sep 16 19:27:52.478542 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07349469-94cf-47c7-861c-f050d5607db1 req-821ddd85-4eb8-47ec-bd45-fc040ec60f1c tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:52.480065 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-07349469-94cf-47c7-861c-f050d5607db1 req-821ddd85-4eb8-47ec-bd45-fc040ec60f1c tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 945 time: 0.0492749 Sep 16 19:27:52.533488 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-07349469-94cf-47c7-861c-f050d5607db1 req-55cb6868-24fd-46b5-bd42-d213b57f06f7 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478048 Sep 16 19:27:52.582181 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07640208-fa21-4256-adb9-e8954950824b req-16b35e33-604c-4ebe-9f5a-e071be55fd21 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:52.583603 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-07640208-fa21-4256-adb9-e8954950824b req-16b35e33-604c-4ebe-9f5a-e071be55fd21 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 943 time: 0.0476856 Sep 16 19:27:52.630874 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-07640208-fa21-4256-adb9-e8954950824b req-89254e31-ddf5-47a3-8d26-2a2b9da50bd0 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411990 Sep 16 19:27:53.007708 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf512b3-3731-45b9-af98-804c25ad4f58 req-ec894f7c-748c-43b1-a5ee-7e17e19b5517 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:53.009319 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9cf512b3-3731-45b9-af98-804c25ad4f58 req-ec894f7c-748c-43b1-a5ee-7e17e19b5517 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 943 time: 0.0492709 Sep 16 19:27:53.064558 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9cf512b3-3731-45b9-af98-804c25ad4f58 req-efa12b31-3c84-41c0-ae6b-f3fdef1bbe71 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464885 Sep 16 19:27:53.478438 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82987838-a483-42dd-ab57-6c219caa9855 req-bf0c0b9a-0092-44b4-bc43-4fe6c4de251c tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:53.479860 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-82987838-a483-42dd-ab57-6c219caa9855 req-bf0c0b9a-0092-44b4-bc43-4fe6c4de251c tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 944 time: 0.0621269 Sep 16 19:27:53.530588 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-82987838-a483-42dd-ab57-6c219caa9855 req-84fd269d-7f70-4434-bcd9-c2dbf14b156a tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450199 Sep 16 19:27:53.653623 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858c0e2-7af4-4fef-95a6-ddff2d756d68 req-a1c70792-839c-4a03-bb84-d85c5cf33057 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:53.655091 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b858c0e2-7af4-4fef-95a6-ddff2d756d68 req-a1c70792-839c-4a03-bb84-d85c5cf33057 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 945 time: 0.0472345 Sep 16 19:27:53.688629 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] get_ports_and_sgs() called for port_ids ['12862a74-24e6-4ec2-8bba-7faa06a3ccb5'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 19:27:53.716958 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b858c0e2-7af4-4fef-95a6-ddff2d756d68 req-260d9c75-e0b5-402e-94e0-3dd052697558 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562093 Sep 16 19:27:53.771924 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061be64-8b82-4dde-8577-1f89fecb4b8c req-be3e19c6-f7d4-4f44-b8b9-b5af58a95dea tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:53.774199 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7061be64-8b82-4dde-8577-1f89fecb4b8c req-be3e19c6-f7d4-4f44-b8b9-b5af58a95dea tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 943 time: 0.0585825 Sep 16 19:27:53.823535 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7061be64-8b82-4dde-8577-1f89fecb4b8c req-68f4315e-6b5e-4d21-babe-ba073d633378 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429392 Sep 16 19:27:53.876217 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=100 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:54.187297 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbca9c1-f995-4aaa-a85a-f86c9d4582de req-f0ba5797-e509-46c6-907d-2e9e851cddd7 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:54.188825 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4fbca9c1-f995-4aaa-a85a-f86c9d4582de req-f0ba5797-e509-46c6-907d-2e9e851cddd7 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 943 time: 0.0461786 Sep 16 19:27:54.235944 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4fbca9c1-f995-4aaa-a85a-f86c9d4582de req-b3d5a22f-c058-4f77-b036-6f9165c0505f tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415616 Sep 16 19:27:54.662733 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57be3-e2dc-4c47-a314-b78620a95964 req-3cbd9f98-51e7-43f1-830a-862fbcc2d1e0 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:54.664252 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e1e57be3-e2dc-4c47-a314-b78620a95964 req-3cbd9f98-51e7-43f1-830a-862fbcc2d1e0 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 944 time: 0.0523694 Sep 16 19:27:54.713308 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e1e57be3-e2dc-4c47-a314-b78620a95964 req-1ce70fc6-f39f-4873-b299-2960289e642d tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430095 Sep 16 19:27:54.858307 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b282f-1a35-40e2-879b-c144654f69ad req-f9724f71-068e-4638-b347-e366910758d1 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:54.859886 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0e3b282f-1a35-40e2-879b-c144654f69ad req-f9724f71-068e-4638-b347-e366910758d1 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 945 time: 0.0607593 Sep 16 19:27:54.951283 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf5cf7-ad23-4df9-b4a4-6c24323cce8e req-bc08929c-3a59-43fe-8f1e-e8280c653f6f tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:54.953025 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cccf5cf7-ad23-4df9-b4a4-6c24323cce8e req-bc08929c-3a59-43fe-8f1e-e8280c653f6f tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 943 time: 0.0488100 Sep 16 19:27:54.971038 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0e3b282f-1a35-40e2-879b-c144654f69ad req-608160a7-25b2-48bb-b9ec-c5e0026528d3 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010184 Sep 16 19:27:54.976748 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-51203091-c455-479e-94d3-4139338a55ad req-84b355f6-c141-4d20-8819-a2f7831390ae service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1e4e6da9-902d-45b4-9fce-268e4415ecdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366780 Sep 16 19:27:55.004948 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cccf5cf7-ad23-4df9-b4a4-6c24323cce8e req-65cfd9f1-966c-4bf8-82f9-76ead2141865 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448501 Sep 16 19:27:55.356495 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a441700-56f3-4047-9b57-d404bd620d0e req-b49369e4-dddb-4550-a365-d272168f6ac8 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:55.358017 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3a441700-56f3-4047-9b57-d404bd620d0e req-b49369e4-dddb-4550-a365-d272168f6ac8 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 943 time: 0.0483432 Sep 16 19:27:55.407150 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3a441700-56f3-4047-9b57-d404bd620d0e req-acd23fd1-1f4c-4677-b444-769f64c9e4b4 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436394 Sep 16 19:27:55.679443 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 7408b9a9-f9fa-4fe6-8e34-15f64c87abde details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 19:27:55.730733 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 12862a74-24e6-4ec2-8bba-7faa06a3ccb5 up at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:27:55.833837 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Provisioning for port 12862a74-24e6-4ec2-8bba-7faa06a3ccb5 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 19:27:55.851135 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde53d4-68bf-493e-bfe9-5bcfcad47ba3 req-7090b226-c619-4163-8e24-7e21fd1676ea tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:55.853691 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port 7408b9a9-f9fa-4fe6-8e34-15f64c87abde, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=7408b9a9-f9fa-4fe6-8e34-15f64c87abde,segment=NetworkSegment(8bad0fa0-00c8-4390-9fc0-ed8795108045),segment_id=8bad0fa0-00c8-4390-9fc0-ed8795108045)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:27:55.857218 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Provisioning complete for port 12862a74-24e6-4ec2-8bba-7faa06a3ccb5 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:27:55.857932 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (12862a74-24e6-4ec2-8bba-7faa06a3ccb5), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:55.858422 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Attempt 1 to provision port 12862a74-24e6-4ec2-8bba-7faa06a3ccb5 Sep 16 19:27:55.860506 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fdde53d4-68bf-493e-bfe9-5bcfcad47ba3 req-7090b226-c619-4163-8e24-7e21fd1676ea tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 944 time: 0.0610099 Sep 16 19:27:55.882840 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:55.901121 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Returning: {'device': '7408b9a9-f9fa-4fe6-8e34-15f64c87abde', 'network_id': '1e4e6da9-902d-45b4-9fce-268e4415ecdb', 'port_id': '7408b9a9-f9fa-4fe6-8e34-15f64c87abde', 'mac_address': 'fa:16:3e:99:cf:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f796f6e5-3b84-4c9f-8c87-22a14447d493', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 19:27:55.913719 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fdde53d4-68bf-493e-bfe9-5bcfcad47ba3 req-32ef3760-c4e3-4e0c-adb9-0a71361aec3f tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521913 Sep 16 19:27:55.955316 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port 7408b9a9-f9fa-4fe6-8e34-15f64c87abde is: DOWN; New status is: BUILD {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:27:55.955706 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (7408b9a9-f9fa-4fe6-8e34-15f64c87abde), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:55.996514 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7408b9a9-f9fa-4fe6-8e34-15f64c87abde {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 19:27:56.007525 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port 12862a74-24e6-4ec2-8bba-7faa06a3ccb5 is: BUILD; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:27:56.007935 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (12862a74-24e6-4ec2-8bba-7faa06a3ccb5), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:56.040220 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port 7408b9a9-f9fa-4fe6-8e34-15f64c87abde, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=7408b9a9-f9fa-4fe6-8e34-15f64c87abde,segment=NetworkSegment(8bad0fa0-00c8-4390-9fc0-ed8795108045),segment_id=8bad0fa0-00c8-4390-9fc0-ed8795108045)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:27:56.049683 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd318e99e-5f9d-4a92-bfcc-da5c7df2bbfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12862a74-24e6-4ec2-8bba-7faa06a3ccb5'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:27:56.121103 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (7408b9a9-f9fa-4fe6-8e34-15f64c87abde), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:56.133301 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port 12862a74-24e6-4ec2-8bba-7faa06a3ccb5, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=12862a74-24e6-4ec2-8bba-7faa06a3ccb5,segment=NetworkSegment(8351c8d8-7e98-4f07-8cee-dbde6e8064f9),segment_id=8351c8d8-7e98-4f07-8cee-dbde6e8064f9)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:27:56.145306 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac649f-677c-4c0c-950c-05df279c10f6 req-aef08578-0695-49bc-b106-f6d6fa05a8f7 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:56.148824 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-15ac649f-677c-4c0c-950c-05df279c10f6 req-aef08578-0695-49bc-b106-f6d6fa05a8f7 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 945 time: 0.0740755 Sep 16 19:27:56.152732 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (12862a74-24e6-4ec2-8bba-7faa06a3ccb5), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:27:56.162728 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a05fc-2f4d-46ef-9497-7d89c51e3f3f req-4b7216d5-9fc7-4c58-85de-5dcc031a01a7 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:56.173365 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fd4a05fc-2f4d-46ef-9497-7d89c51e3f3f req-4b7216d5-9fc7-4c58-85de-5dcc031a01a7 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 943 time: 0.0744324 Sep 16 19:27:56.182743 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=7408b9a9-f9fa-4fe6-8e34-15f64c87abde,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:56.191286 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:27:56.191634 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:27:56.191993 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:27:56.192345 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:27:56.192705 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:27:56.193028 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:27:56.193348 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:27:56.193671 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:27:56.193989 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:27:56.194308 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:27:56.194627 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:27:56.194947 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:27:56.195260 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:27:56.195571 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:27:56.195886 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:27:56.203592 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:56.261013 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fd4a05fc-2f4d-46ef-9497-7d89c51e3f3f req-e919f144-9825-4ee0-a324-c5a7a14a7ebd tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863643 Sep 16 19:27:56.261218 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=12862a74-24e6-4ec2-8bba-7faa06a3ccb5,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:27:56.269637 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-15ac649f-677c-4c0c-950c-05df279c10f6 req-af7f6567-7b88-4176-9959-c64fc20d5361 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126664 Sep 16 19:27:56.315798 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f3f7bbbb38247194f391b6222dc5c183e9bfb457d3b71a23f23b79e9cf016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e585767-5f14-43d3-8b47-47d84a1cd77e" -d '{"events": [{"server_uuid": "d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd", "name": "network-vif-plugged", "status": "completed", "tag": "12862a74-24e6-4ec2-8bba-7faa06a3ccb5"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:27:56.410588 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 19:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bedc85cc-4c85-4233-b195-f3e449af7e52 x-openstack-request-id: req-bedc85cc-4c85-4233-b195-f3e449af7e52 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:27:56.410872 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd", "name": "network-vif-plugged", "status": "completed", "tag": "12862a74-24e6-4ec2-8bba-7faa06a3ccb5", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:27:56.411122 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bedc85cc-4c85-4233-b195-f3e449af7e52 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:27:56.411577 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bedc85cc-4c85-4233-b195-f3e449af7e52'] response: {'server_uuid': 'd318e99e-5f9d-4a92-bfcc-da5c7df2bbfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12862a74-24e6-4ec2-8bba-7faa06a3ccb5', 'code': 200} Sep 16 19:27:56.531557 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d08784-0e0c-424e-a216-08167d25c15d req-40d51e48-d548-4dd6-88c7-67e76ad84107 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:56.533050 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a6d08784-0e0c-424e-a216-08167d25c15d req-40d51e48-d548-4dd6-88c7-67e76ad84107 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 943 time: 0.0485966 Sep 16 19:27:56.576601 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:56.581931 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a6d08784-0e0c-424e-a216-08167d25c15d req-07954e40-5e2d-4606-bdea-e8c4d2f9f19a tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429454 Sep 16 19:27:57.046939 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff21ecc-fd40-406e-9d74-5f4a456902d4 req-0b406069-d697-4be0-a578-41d58a7f1c06 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:57.048455 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8ff21ecc-fd40-406e-9d74-5f4a456902d4 req-0b406069-d697-4be0-a578-41d58a7f1c06 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 944 time: 0.0529304 Sep 16 19:27:57.076009 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:57.101486 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8ff21ecc-fd40-406e-9d74-5f4a456902d4 req-49eb4df9-3ef9-4fa6-ad3d-a55911aab33f tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474799 Sep 16 19:27:57.395243 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e568cb9-21a0-4260-82d0-de1fdb2c3a21 req-d0ad90e8-b359-4501-ab89-7a32dcb6acfb tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:57.396692 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33921f-1508-4523-acea-4c7745b0d6bb req-db321362-9e03-484f-a3f7-21ad605c95eb tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:57.397134 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2e568cb9-21a0-4260-82d0-de1fdb2c3a21 req-d0ad90e8-b359-4501-ab89-7a32dcb6acfb tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 946 time: 0.0477993 Sep 16 19:27:57.398171 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-db33921f-1508-4523-acea-4c7745b0d6bb req-db321362-9e03-484f-a3f7-21ad605c95eb tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 943 time: 0.0513635 Sep 16 19:27:57.445661 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2e568cb9-21a0-4260-82d0-de1fdb2c3a21 req-17dc7c77-41fa-439f-9151-33c4fe1c935a tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424755 Sep 16 19:27:57.448890 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-db33921f-1508-4523-acea-4c7745b0d6bb req-c1ebba5f-4894-474e-856a-f907fee51b07 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450900 Sep 16 19:27:57.715498 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1420439-51b1-4fd9-ae7e-1c8eda823c41 req-bde12eab-6090-4645-8d85-df021641aa09 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:57.717019 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f1420439-51b1-4fd9-ae7e-1c8eda823c41 req-bde12eab-6090-4645-8d85-df021641aa09 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 943 time: 0.0590079 Sep 16 19:27:57.773949 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f1420439-51b1-4fd9-ae7e-1c8eda823c41 req-267c4e1a-b3e7-400b-837f-2907e3cb2938 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513833 Sep 16 19:27:58.236810 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6a143-00fd-4245-86f7-2ece3cd0c56e req-e970423d-1b8d-40fe-be54-29d404ca126f tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:58.238271 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4de6a143-00fd-4245-86f7-2ece3cd0c56e req-e970423d-1b8d-40fe-be54-29d404ca126f tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 944 time: 0.0509350 Sep 16 19:27:58.275452 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:27:58.297756 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4de6a143-00fd-4245-86f7-2ece3cd0c56e req-6304c918-d407-4776-a2fe-3e9355316902 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537648 Sep 16 19:27:58.572877 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67087d-706e-4932-9201-81d53b5282b8 req-07cb811f-f122-43fb-8ed7-c08d41ebb9fc tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:58.574390 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4e67087d-706e-4932-9201-81d53b5282b8 req-07cb811f-f122-43fb-8ed7-c08d41ebb9fc tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 943 time: 0.0463896 Sep 16 19:27:58.574868 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1700db-4c13-4c95-bb76-64440ac6114d req-3937d8e6-9af3-415d-ae8d-b35bb50cef19 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:58.576335 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ae1700db-4c13-4c95-bb76-64440ac6114d req-3937d8e6-9af3-415d-ae8d-b35bb50cef19 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 946 time: 0.0456100 Sep 16 19:27:58.625599 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4e67087d-706e-4932-9201-81d53b5282b8 req-0acc5048-2128-4603-b270-72ffae8efd51 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454850 Sep 16 19:27:58.626482 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ae1700db-4c13-4c95-bb76-64440ac6114d req-3cdd4350-86df-454e-afb0-b14b5f15dae0 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442946 Sep 16 19:27:58.912751 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9acd64-e1c6-49d0-9bf8-09deeae3a536 req-8550e30c-7612-4c64-a526-876721bf9820 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:58.914237 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ab9acd64-e1c6-49d0-9bf8-09deeae3a536 req-8550e30c-7612-4c64-a526-876721bf9820 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 943 time: 0.0464480 Sep 16 19:27:58.963303 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ab9acd64-e1c6-49d0-9bf8-09deeae3a536 req-11447b29-50ca-4261-a788-a1f407fe00a0 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428629 Sep 16 19:27:59.443210 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06fb029-54ee-4b9f-8c19-e792c62d1cca req-2b5d9a54-938b-48b0-8da1-19faf5059514 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:59.444704 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b06fb029-54ee-4b9f-8c19-e792c62d1cca req-2b5d9a54-938b-48b0-8da1-19faf5059514 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 944 time: 0.0580034 Sep 16 19:27:59.492549 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b06fb029-54ee-4b9f-8c19-e792c62d1cca req-9dcfbab3-6e24-4b93-9f7e-c89096817d27 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420239 Sep 16 19:27:59.755898 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66897905-33bc-43a3-8f5f-b58c02622765 req-af4b5344-edaa-4d35-8568-eb853d7781c2 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:59.757801 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-66897905-33bc-43a3-8f5f-b58c02622765 req-af4b5344-edaa-4d35-8568-eb853d7781c2 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 943 time: 0.0464892 Sep 16 19:27:59.762215 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a629e-52e8-4715-b673-e6b3c45d0848 req-31a9ecf9-1af6-4acc-be6f-558158ba1062 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:27:59.768950 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ae3a629e-52e8-4715-b673-e6b3c45d0848 req-31a9ecf9-1af6-4acc-be6f-558158ba1062 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 946 time: 0.0558851 Sep 16 19:27:59.808728 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-66897905-33bc-43a3-8f5f-b58c02622765 req-3394dd5d-6131-42ae-8292-24c26b922433 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445156 Sep 16 19:27:59.822906 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ae3a629e-52e8-4715-b673-e6b3c45d0848 req-cbcba5c1-be4e-427e-8d7b-8e043eb83b69 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528715 Sep 16 19:28:00.028952 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f0fbde02-103c-4b2f-aecb-9867737d7296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:00.100936 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad49fb-d97f-454f-8409-e7950c9736e6 req-a8ea3f55-e585-48a3-9b20-00ec0be749c7 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:00.103025 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-caad49fb-d97f-454f-8409-e7950c9736e6 req-a8ea3f55-e585-48a3-9b20-00ec0be749c7 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 943 time: 0.0562201 Sep 16 19:28:00.155911 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-caad49fb-d97f-454f-8409-e7950c9736e6 req-6ca7a057-c2aa-4509-8c33-9f200e9251e5 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463057 Sep 16 19:28:00.630550 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d62f19-d2a4-4b7a-a26a-16f4635df3da req-543c422a-b239-49d0-b240-835dc197e516 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:00.631996 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-75d62f19-d2a4-4b7a-a26a-16f4635df3da req-543c422a-b239-49d0-b240-835dc197e516 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 944 time: 0.0474205 Sep 16 19:28:00.681470 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-75d62f19-d2a4-4b7a-a26a-16f4635df3da req-da403a26-48d9-4d46-a3c7-20c81942a7f9 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433722 Sep 16 19:28:00.940253 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ab90d-5a88-47c3-9de3-615b8ade2d63 req-308501df-4d26-4d10-b9bb-f6e3e09e7941 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:00.941786 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ad8ab90d-5a88-47c3-9de3-615b8ade2d63 req-308501df-4d26-4d10-b9bb-f6e3e09e7941 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 943 time: 0.0462379 Sep 16 19:28:00.955031 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b85ab3-0751-4dd1-950c-42fa36e58742 req-c1a19a3c-3074-4a97-a40c-de2364e6eda4 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:00.956569 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c2b85ab3-0751-4dd1-950c-42fa36e58742 req-c1a19a3c-3074-4a97-a40c-de2364e6eda4 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 946 time: 0.0487156 Sep 16 19:28:00.993208 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ad8ab90d-5a88-47c3-9de3-615b8ade2d63 req-0ac5ff81-d45f-4a46-81e1-3ccfa0215540 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450706 Sep 16 19:28:01.003917 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c2b85ab3-0751-4dd1-950c-42fa36e58742 req-f41d3c75-87a2-4363-99e8-3bd2ff5d5932 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418644 Sep 16 19:28:01.027972 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:01.196877 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] get_ports_and_sgs() called for port_ids ['7408b9a9-f9fa-4fe6-8e34-15f64c87abde'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 19:28:01.291501 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de77eb-518e-46c8-a8a9-80d36df293fa req-b57867c6-7b53-40cc-8362-3e277116e3a0 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:01.293055 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-85de77eb-518e-46c8-a8a9-80d36df293fa req-b57867c6-7b53-40cc-8362-3e277116e3a0 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 943 time: 0.0499365 Sep 16 19:28:01.297465 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:01.366775 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-85de77eb-518e-46c8-a8a9-80d36df293fa req-830db9ce-47f2-4a14-ba92-41480370c289 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679045 Sep 16 19:28:01.830706 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977a1d5-2a0a-436e-b2c2-6e019e7c192e req-32b143d9-d123-417d-a3f1-57b38a086917 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:01.832211 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1977a1d5-2a0a-436e-b2c2-6e019e7c192e req-32b143d9-d123-417d-a3f1-57b38a086917 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 944 time: 0.0600016 Sep 16 19:28:01.883145 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1977a1d5-2a0a-436e-b2c2-6e019e7c192e req-ddcb8531-2925-4523-a4c6-14d50c013d6d tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450461 Sep 16 19:28:02.128894 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117fa32c-dd56-4daa-9b52-44f020dd6052 req-4921aa6c-4479-4452-b7d2-9212018e9798 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:02.130384 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-117fa32c-dd56-4daa-9b52-44f020dd6052 req-4921aa6c-4479-4452-b7d2-9212018e9798 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 943 time: 0.0592129 Sep 16 19:28:02.135145 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fb2c3-1e8e-429c-b6b1-fe323266ace6 req-4fa41a8e-1f95-4125-bde4-6204091fd70a tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:02.136668 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4e1fb2c3-1e8e-429c-b6b1-fe323266ace6 req-4fa41a8e-1f95-4125-bde4-6204091fd70a tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 946 time: 0.0472932 Sep 16 19:28:02.181938 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-117fa32c-dd56-4daa-9b52-44f020dd6052 req-eb1e9917-1d44-48bd-a6f7-2dfcdb4691fe tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451748 Sep 16 19:28:02.200158 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4e1fb2c3-1e8e-429c-b6b1-fe323266ace6 req-185089b1-eba4-4153-b9ec-bbfa81a0790e tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574882 Sep 16 19:28:02.263212 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6690f57e-0b6f-4cb2-8e5d-5fde40319638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:02.492665 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:02.503503 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d6298f-e1f5-4ee8-a5a6-a6f2403077dd req-9df8ba52-61a5-45e0-a8ac-e83e4d4f5ca6 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:02.505047 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-32d6298f-e1f5-4ee8-a5a6-a6f2403077dd req-9df8ba52-61a5-45e0-a8ac-e83e4d4f5ca6 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 943 time: 0.0464282 Sep 16 19:28:02.556598 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-32d6298f-e1f5-4ee8-a5a6-a6f2403077dd req-6d5621e5-e80e-49ef-bf95-30ad7dcd9d42 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452766 Sep 16 19:28:03.005575 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c992e0f-749f-4d6b-b415-dd8ec3cd5295 req-7b23b1d6-6c5c-4f41-80dd-380b17054cea tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:03.007006 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3c992e0f-749f-4d6b-b415-dd8ec3cd5295 req-7b23b1d6-6c5c-4f41-80dd-380b17054cea tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 944 time: 0.0460491 Sep 16 19:28:03.056810 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3c992e0f-749f-4d6b-b415-dd8ec3cd5295 req-266a1314-e1e7-45b8-88ce-d7e57f01cf7f tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428872 Sep 16 19:28:03.309986 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b24b81-1f87-4c87-b747-978d7edcadc7 req-68011cbf-3bc4-4d58-a01a-4fa8138b9fa9 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:03.311495 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-38b24b81-1f87-4c87-b747-978d7edcadc7 req-68011cbf-3bc4-4d58-a01a-4fa8138b9fa9 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 943 time: 0.0468776 Sep 16 19:28:03.314956 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368097c1-6526-4274-b4c4-7d11ae6ae284 req-fd789821-eb60-4360-abc1-e5f4a3540e0c tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:03.316443 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-368097c1-6526-4274-b4c4-7d11ae6ae284 req-fd789821-eb60-4360-abc1-e5f4a3540e0c tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 946 time: 0.0458348 Sep 16 19:28:03.330694 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:03.360649 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-38b24b81-1f87-4c87-b747-978d7edcadc7 req-68b3009a-2e35-401d-9b8d-7cac6f0339a7 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431993 Sep 16 19:28:03.363499 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-368097c1-6526-4274-b4c4-7d11ae6ae284 req-fbfa0441-371e-4687-945a-7753fdd063de tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410433 Sep 16 19:28:03.594008 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:03.688264 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adde93b-9c8b-4eff-a889-9af5a3397dcd req-d3d02ed1-1e43-4787-8a3a-80b11378ae99 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:03.690019 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5adde93b-9c8b-4eff-a889-9af5a3397dcd req-d3d02ed1-1e43-4787-8a3a-80b11378ae99 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 943 time: 0.0464640 Sep 16 19:28:03.740068 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5adde93b-9c8b-4eff-a889-9af5a3397dcd req-d8c05cdd-5c04-4aff-a98c-cee185b529ba tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440667 Sep 16 19:28:04.189403 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:04.197373 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df937c14-c7db-47ad-9f01-2a124bee5399 req-b6b7ae68-bad1-48ef-9070-d30baa7ec345 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:04.199065 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-df937c14-c7db-47ad-9f01-2a124bee5399 req-b6b7ae68-bad1-48ef-9070-d30baa7ec345 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 944 time: 0.0516436 Sep 16 19:28:04.246868 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-df937c14-c7db-47ad-9f01-2a124bee5399 req-1b9cdd91-cbb4-4922-9889-a718b58e4a29 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420856 Sep 16 19:28:04.469587 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:04.489827 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd3655-541b-48a2-98eb-25c8a15ae5ff req-28eb035b-71db-4458-8b1d-29344e854bdb tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:04.491501 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-34bd3655-541b-48a2-98eb-25c8a15ae5ff req-28eb035b-71db-4458-8b1d-29344e854bdb tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 946 time: 0.0507257 Sep 16 19:28:04.492704 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415bd141-e77e-432b-b48f-4141f9abb663 req-25e7ddb4-ea45-4c45-a9db-cf3274d39775 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:04.494175 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-415bd141-e77e-432b-b48f-4141f9abb663 req-25e7ddb4-ea45-4c45-a9db-cf3274d39775 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 943 time: 0.0539832 Sep 16 19:28:04.552409 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-34bd3655-541b-48a2-98eb-25c8a15ae5ff req-b561fd96-9dd6-41de-9d9e-beb0d6e4b52f tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446024 Sep 16 19:28:04.559819 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-415bd141-e77e-432b-b48f-4141f9abb663 req-a7a7fb5b-3d2d-4f40-886f-d68bc6b74c07 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596068 Sep 16 19:28:04.873315 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62da1d-d79a-4309-a4e6-617eea4f0acb req-14676ee9-42d8-4335-9a0d-b24777967290 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:04.874794 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2a62da1d-d79a-4309-a4e6-617eea4f0acb req-14676ee9-42d8-4335-9a0d-b24777967290 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 943 time: 0.0528464 Sep 16 19:28:04.922876 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:04.928512 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2a62da1d-d79a-4309-a4e6-617eea4f0acb req-77fe587a-85e0-4b84-a10d-866958de38a4 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476241 Sep 16 19:28:05.129819 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:05.380647 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad3b82-64d4-4c6d-845e-8e3c07606a9a req-3df5e63a-acd2-4d3c-8cc2-7f78ed4045a7 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:05.382077 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-54ad3b82-64d4-4c6d-845e-8e3c07606a9a req-3df5e63a-acd2-4d3c-8cc2-7f78ed4045a7 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 944 time: 0.0508859 Sep 16 19:28:05.429604 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-54ad3b82-64d4-4c6d-845e-8e3c07606a9a req-8be42ed9-794e-4e2b-89c3-02ec8c9afcc2 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409868 Sep 16 19:28:05.685926 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fbea97-f5a9-4eeb-b68f-63276aa4527c req-efaa5c0d-9a0f-4959-83be-7c13a22e2cfb tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:05.687325 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-78fbea97-f5a9-4eeb-b68f-63276aa4527c req-efaa5c0d-9a0f-4959-83be-7c13a22e2cfb tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 946 time: 0.0484509 Sep 16 19:28:05.689894 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1f960-d636-42a7-87d5-ff6a585c9ab2 req-2082839d-75bd-4252-9b9a-9c1cfbd4749d tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:05.691355 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-deb1f960-d636-42a7-87d5-ff6a585c9ab2 req-2082839d-75bd-4252-9b9a-9c1cfbd4749d tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 943 time: 0.0453165 Sep 16 19:28:05.736449 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-78fbea97-f5a9-4eeb-b68f-63276aa4527c req-38aec396-73cb-4dfc-afdc-09a307643114 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432928 Sep 16 19:28:05.743990 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-deb1f960-d636-42a7-87d5-ff6a585c9ab2 req-86c25b41-9a3d-4fbf-91f7-7c2ac457b014 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468175 Sep 16 19:28:06.056880 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789dfc5-56a6-42a9-8dc6-6aa868325585 req-44bcbc54-0939-4315-8eed-a6b8ed031664 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:06.058391 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9789dfc5-56a6-42a9-8dc6-6aa868325585 req-44bcbc54-0939-4315-8eed-a6b8ed031664 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 943 time: 0.0484755 Sep 16 19:28:06.111886 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9789dfc5-56a6-42a9-8dc6-6aa868325585 req-50f2f9e9-f85e-4004-82b4-724f3645a4fc tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451770 Sep 16 19:28:06.368829 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d166ccd-e3eb-4f42-8265-698f9eaaf648 req-824b8ffb-037b-48e0-ace5-fc3bcd619e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:06.370342 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1d166ccd-e3eb-4f42-8265-698f9eaaf648 req-824b8ffb-037b-48e0-ace5-fc3bcd619e61 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ea483f6ff12d425fa1e8aa29e472dfe2&device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 1127 time: 0.0423124 Sep 16 19:28:06.567036 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0eaab2-10f8-4e86-a739-3fb475423c4e req-74ae72a1-344b-4f9e-b043-7cc83b38c58e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:06.568756 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-de0eaab2-10f8-4e86-a739-3fb475423c4e req-74ae72a1-344b-4f9e-b043-7cc83b38c58e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 944 time: 0.0520864 Sep 16 19:28:06.619438 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-de0eaab2-10f8-4e86-a739-3fb475423c4e req-4797b474-b000-493d-80ab-1139dfb9532b tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426359 Sep 16 19:28:06.808669 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 7408b9a9-f9fa-4fe6-8e34-15f64c87abde up at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:28:06.857876 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Provisioning for port 7408b9a9-f9fa-4fe6-8e34-15f64c87abde completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 19:28:06.863165 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af46379-6879-486d-9cb4-28284dd9a26b req-6c278b9b-d9ea-477c-892a-117069f5ee42 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:06.864825 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8af46379-6879-486d-9cb4-28284dd9a26b req-6c278b9b-d9ea-477c-892a-117069f5ee42 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 946 time: 0.0544643 Sep 16 19:28:06.870006 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Provisioning complete for port 7408b9a9-f9fa-4fe6-8e34-15f64c87abde triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:28:06.870850 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf8d25-98d9-42af-ad45-110486b8e5f2 req-7fdbcb38-b59c-4bd2-9653-d3d48deaf406 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:06.872523 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (7408b9a9-f9fa-4fe6-8e34-15f64c87abde), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:06.872650 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e2cf8d25-98d9-42af-ad45-110486b8e5f2 req-7fdbcb38-b59c-4bd2-9653-d3d48deaf406 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 943 time: 0.0497940 Sep 16 19:28:06.873074 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Attempt 1 to provision port 7408b9a9-f9fa-4fe6-8e34-15f64c87abde Sep 16 19:28:06.915423 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8af46379-6879-486d-9cb4-28284dd9a26b req-c1c2f4ef-80eb-4ae6-b393-d7c8704794f6 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441270 Sep 16 19:28:06.931303 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e2cf8d25-98d9-42af-ad45-110486b8e5f2 req-b9744fc0-77d0-442a-aacf-2663ac1c542e tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522490 Sep 16 19:28:06.958930 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port 7408b9a9-f9fa-4fe6-8e34-15f64c87abde is: BUILD; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:28:06.959424 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (7408b9a9-f9fa-4fe6-8e34-15f64c87abde), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:06.982684 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a25b4fc6-10a3-4f69-9922-5e5a78982474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7408b9a9-f9fa-4fe6-8e34-15f64c87abde'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:28:06.985053 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f3f7bbbb38247194f391b6222dc5c183e9bfb457d3b71a23f23b79e9cf016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b151c0-d3c5-4963-83ca-7d65766e2b8f" -d '{"events": [{"server_uuid": "a25b4fc6-10a3-4f69-9922-5e5a78982474", "name": "network-vif-plugged", "status": "completed", "tag": "7408b9a9-f9fa-4fe6-8e34-15f64c87abde"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:28:06.998466 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port 7408b9a9-f9fa-4fe6-8e34-15f64c87abde, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=7408b9a9-f9fa-4fe6-8e34-15f64c87abde,segment=NetworkSegment(8bad0fa0-00c8-4390-9fc0-ed8795108045),segment_id=8bad0fa0-00c8-4390-9fc0-ed8795108045)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:28:07.003070 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (7408b9a9-f9fa-4fe6-8e34-15f64c87abde), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:07.026832 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 19:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b44a42-96e4-4f9f-9076-9db028f638c8 x-openstack-request-id: req-91b44a42-96e4-4f9f-9076-9db028f638c8 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:28:07.027125 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a25b4fc6-10a3-4f69-9922-5e5a78982474", "name": "network-vif-plugged", "status": "completed", "tag": "7408b9a9-f9fa-4fe6-8e34-15f64c87abde", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:28:07.027376 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-91b44a42-96e4-4f9f-9076-9db028f638c8 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:28:07.027771 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91b44a42-96e4-4f9f-9076-9db028f638c8'] response: {'server_uuid': 'a25b4fc6-10a3-4f69-9922-5e5a78982474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7408b9a9-f9fa-4fe6-8e34-15f64c87abde', 'code': 200} Sep 16 19:28:07.054105 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=7408b9a9-f9fa-4fe6-8e34-15f64c87abde,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:07.237392 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f168a9b-56b1-4b5e-a43d-914001ae28a3 req-63306596-f304-4f05-9831-cdbc0052b849 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:07.238883 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8f168a9b-56b1-4b5e-a43d-914001ae28a3 req-63306596-f304-4f05-9831-cdbc0052b849 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 943 time: 0.0514331 Sep 16 19:28:07.291852 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8f168a9b-56b1-4b5e-a43d-914001ae28a3 req-92d06408-f050-4d78-b260-fd1402a5f07c tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464902 Sep 16 19:28:07.780096 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b49c1-87bc-4a1b-9f2e-ab38f610ba03 req-546751f3-cdb2-4250-8fe7-65c0dc4ae611 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:07.781460 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-5f7b49c1-87bc-4a1b-9f2e-ab38f610ba03 req-546751f3-cdb2-4250-8fe7-65c0dc4ae611 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 944 time: 0.0726082 Sep 16 19:28:07.841413 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-5f7b49c1-87bc-4a1b-9f2e-ab38f610ba03 req-f4c89ae4-43c9-4349-bd8e-796315a66e0b tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511477 Sep 16 19:28:08.087795 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762629a-5428-41bc-99e5-0aa33c2acb8b req-29209e75-8401-44f2-a216-c7b31ae63238 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:08.089429 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f762629a-5428-41bc-99e5-0aa33c2acb8b req-29209e75-8401-44f2-a216-c7b31ae63238 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 943 time: 0.0522406 Sep 16 19:28:08.096354 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93434b8-2c6c-460a-b29d-d8b8efb82db6 req-e359e5ea-e485-492d-89fe-be16b6b4109a tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:08.098491 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e93434b8-2c6c-460a-b29d-d8b8efb82db6 req-e359e5ea-e485-492d-89fe-be16b6b4109a tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 946 time: 0.0592785 Sep 16 19:28:08.140482 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f762629a-5428-41bc-99e5-0aa33c2acb8b req-99e3e799-7e77-46fb-8bcb-bd27ccb33aa4 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441484 Sep 16 19:28:08.147696 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e93434b8-2c6c-460a-b29d-d8b8efb82db6 req-f0e1e76c-1b0d-4903-95d7-57742698ca0c tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429580 Sep 16 19:28:08.431791 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5a99a-406b-4dcb-b442-9ee26841009f req-3b9f967f-4419-4ff6-bdf7-e6624c1f47ad tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:08.433323 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1fe5a99a-406b-4dcb-b442-9ee26841009f req-3b9f967f-4419-4ff6-bdf7-e6624c1f47ad tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 943 time: 0.0499701 Sep 16 19:28:08.486424 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1fe5a99a-406b-4dcb-b442-9ee26841009f req-828892f5-b331-4ad1-9911-22f47e0f6e62 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442011 Sep 16 19:28:08.983705 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbcbbe9-d74d-4caf-b4fb-5c08ce9724b8 req-27d37a01-d5b5-4a1e-a072-839984c050c1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:08.985306 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8dbcbbe9-d74d-4caf-b4fb-5c08ce9724b8 req-27d37a01-d5b5-4a1e-a072-839984c050c1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 944 time: 0.0547309 Sep 16 19:28:09.032860 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8dbcbbe9-d74d-4caf-b4fb-5c08ce9724b8 req-58305e89-60fd-46a1-98db-82dd26f13427 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418847 Sep 16 19:28:09.278383 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75871a42-0ad7-4240-bbc1-01157b083d61 req-92e2d3a2-f14d-4b14-a57e-005fdb8ae86f tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:09.279232 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73b997-d023-479e-bb48-5f1294f7f248 req-608e09b3-9ac7-4f95-a6b9-c7378c274dcb tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:09.279955 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-75871a42-0ad7-4240-bbc1-01157b083d61 req-92e2d3a2-f14d-4b14-a57e-005fdb8ae86f tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 946 time: 0.0479119 Sep 16 19:28:09.280770 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8c73b997-d023-479e-bb48-5f1294f7f248 req-608e09b3-9ac7-4f95-a6b9-c7378c274dcb tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 943 time: 0.0504951 Sep 16 19:28:09.324974 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:09.332630 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8c73b997-d023-479e-bb48-5f1294f7f248 req-04a26760-ebcc-45bd-aa46-54a63ae66244 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438786 Sep 16 19:28:09.333228 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-75871a42-0ad7-4240-bbc1-01157b083d61 req-06dc6dbf-ac00-4567-8680-5c6d637066e3 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450203 Sep 16 19:28:09.608213 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c7f6a-9350-4b03-b275-45373b1c0563 req-cc84f9fa-a485-42f4-8824-5c7ac69b0722 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:09.609742 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f75c7f6a-9350-4b03-b275-45373b1c0563 req-cc84f9fa-a485-42f4-8824-5c7ac69b0722 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 943 time: 0.0494161 Sep 16 19:28:09.652906 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:09.661060 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f75c7f6a-9350-4b03-b275-45373b1c0563 req-0d9a224b-2bb4-434f-b78e-bb7dd1ca04cd tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435190 Sep 16 19:28:10.155183 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:10.163746 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188dae1-1ec7-49bf-b445-3d776caf7e73 req-dfc4bf8c-3f32-4d58-83bb-e86e855eeb0d tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:10.165263 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9188dae1-1ec7-49bf-b445-3d776caf7e73 req-dfc4bf8c-3f32-4d58-83bb-e86e855eeb0d tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 944 time: 0.0474634 Sep 16 19:28:10.214933 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9188dae1-1ec7-49bf-b445-3d776caf7e73 req-769c9088-e8af-49a9-bd04-e00223bc0ddc tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439763 Sep 16 19:28:10.463502 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4462f7-50ac-4986-bc5e-60056a15dbf7 req-fb3cfeb6-2340-4484-a360-4b84319e6601 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:10.465024 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2c4462f7-50ac-4986-bc5e-60056a15dbf7 req-fb3cfeb6-2340-4484-a360-4b84319e6601 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 946 time: 0.0475280 Sep 16 19:28:10.465226 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023471f8-ad62-4ebb-98b4-bf35e2224a26 req-906508d4-f912-4121-ae83-bcbfcf836aef tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:10.466913 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-023471f8-ad62-4ebb-98b4-bf35e2224a26 req-906508d4-f912-4121-ae83-bcbfcf836aef tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 943 time: 0.0480728 Sep 16 19:28:10.482195 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 564ad5b6-f4d4-47ec-845c-17b90b57b3be details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 19:28:10.515800 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2c4462f7-50ac-4986-bc5e-60056a15dbf7 req-82138c47-7402-4e26-a443-aca0aa45956f tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448978 Sep 16 19:28:10.524371 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-023471f8-ad62-4ebb-98b4-bf35e2224a26 req-d971aa51-15de-4835-93f1-6176e9a3e8a6 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517297 Sep 16 19:28:10.596739 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port 564ad5b6-f4d4-47ec-845c-17b90b57b3be, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=564ad5b6-f4d4-47ec-845c-17b90b57b3be,segment=NetworkSegment(d2aecd8e-0f77-4a3e-8fa6-6519afb8f770),segment_id=d2aecd8e-0f77-4a3e-8fa6-6519afb8f770)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:28:10.608142 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Returning: {'device': '564ad5b6-f4d4-47ec-845c-17b90b57b3be', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'port_id': '564ad5b6-f4d4-47ec-845c-17b90b57b3be', 'mac_address': 'fa:16:3e:7d:33:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 19:28:10.642572 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port 564ad5b6-f4d4-47ec-845c-17b90b57b3be is: DOWN; New status is: BUILD {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:28:10.642878 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (564ad5b6-f4d4-47ec-845c-17b90b57b3be), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:10.659464 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 564ad5b6-f4d4-47ec-845c-17b90b57b3be {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 19:28:10.678479 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port 564ad5b6-f4d4-47ec-845c-17b90b57b3be, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=564ad5b6-f4d4-47ec-845c-17b90b57b3be,segment=NetworkSegment(d2aecd8e-0f77-4a3e-8fa6-6519afb8f770),segment_id=d2aecd8e-0f77-4a3e-8fa6-6519afb8f770)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:28:10.685174 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (564ad5b6-f4d4-47ec-845c-17b90b57b3be), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:10.690081 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:10.734096 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=564ad5b6-f4d4-47ec-845c-17b90b57b3be,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:10.787882 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47fb2ad-28a5-4b2b-8256-546aaf43fda6 req-237ffaf7-3639-4c5e-8582-1472975b588d tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:10.789388 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e47fb2ad-28a5-4b2b-8256-546aaf43fda6 req-237ffaf7-3639-4c5e-8582-1472975b588d tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 943 time: 0.0480936 Sep 16 19:28:10.835658 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e47fb2ad-28a5-4b2b-8256-546aaf43fda6 req-fd18ad8d-4733-4e7e-85e1-095536aba062 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405185 Sep 16 19:28:11.341311 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce2ff44-7025-4044-87be-74ddf12ed6fb req-63ae5afd-d56b-40dd-93de-f8d424998611 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:11.342958 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-bce2ff44-7025-4044-87be-74ddf12ed6fb req-63ae5afd-d56b-40dd-93de-f8d424998611 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 945 time: 0.0487123 Sep 16 19:28:11.356420 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:11.393452 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-bce2ff44-7025-4044-87be-74ddf12ed6fb req-903970d5-8eb7-41b3-af41-57a67d4cc02e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424316 Sep 16 19:28:11.647594 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b4557-2d38-417c-bad9-bbd0142e8f61 req-3bb25a0e-5a0b-45f7-bfdc-ff9ce9a3e8fe tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:11.648271 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3792d-fdf1-483d-985c-658f3714d6d5 req-0eaf1b3b-2cff-4c29-b2c6-977dac89b4ed tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:11.649104 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-759b4557-2d38-417c-bad9-bbd0142e8f61 req-3bb25a0e-5a0b-45f7-bfdc-ff9ce9a3e8fe tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 943 time: 0.0476010 Sep 16 19:28:11.651603 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-19f3792d-fdf1-483d-985c-658f3714d6d5 req-0eaf1b3b-2cff-4c29-b2c6-977dac89b4ed tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 946 time: 0.0550969 Sep 16 19:28:11.696375 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-759b4557-2d38-417c-bad9-bbd0142e8f61 req-5e86ef06-9042-4415-9e22-fa6ec7112e45 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413635 Sep 16 19:28:11.696889 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-19f3792d-fdf1-483d-985c-658f3714d6d5 req-adfcd853-638a-4111-8ed5-163a9ffbd8fb tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412216 Sep 16 19:28:11.969710 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab87794-c21e-4546-9457-a6cc4ae3b05c req-72933d35-86e5-4176-bf7f-a58b62b4d585 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:11.969996 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 01a4d47d-f873-40b4-a03d-c34fc0000f93 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 19:28:11.971180 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4ab87794-c21e-4546-9457-a6cc4ae3b05c req-72933d35-86e5-4176-bf7f-a58b62b4d585 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 943 time: 0.0468948 Sep 16 19:28:12.020076 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4ab87794-c21e-4546-9457-a6cc4ae3b05c req-ace642e4-a6c2-4c75-b579-a89459d239dc tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431502 Sep 16 19:28:12.087353 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port 01a4d47d-f873-40b4-a03d-c34fc0000f93, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=01a4d47d-f873-40b4-a03d-c34fc0000f93,segment=NetworkSegment(8bad0fa0-00c8-4390-9fc0-ed8795108045),segment_id=8bad0fa0-00c8-4390-9fc0-ed8795108045)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:28:12.092341 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Returning: {'device': '01a4d47d-f873-40b4-a03d-c34fc0000f93', 'network_id': '1e4e6da9-902d-45b4-9fce-268e4415ecdb', 'port_id': '01a4d47d-f873-40b4-a03d-c34fc0000f93', 'mac_address': 'fa:16:3e:f6:4d:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f796f6e5-3b84-4c9f-8c87-22a14447d493', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 19:28:12.128046 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port 01a4d47d-f873-40b4-a03d-c34fc0000f93 is: DOWN; New status is: BUILD {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:28:12.128405 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (01a4d47d-f873-40b4-a03d-c34fc0000f93), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:12.142798 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01a4d47d-f873-40b4-a03d-c34fc0000f93 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 19:28:12.164899 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port 01a4d47d-f873-40b4-a03d-c34fc0000f93, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=01a4d47d-f873-40b4-a03d-c34fc0000f93,segment=NetworkSegment(8bad0fa0-00c8-4390-9fc0-ed8795108045),segment_id=8bad0fa0-00c8-4390-9fc0-ed8795108045)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:28:12.170380 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (01a4d47d-f873-40b4-a03d-c34fc0000f93), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:12.196860 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:12.221069 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=01a4d47d-f873-40b4-a03d-c34fc0000f93,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:12.529254 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d520a4e-6185-4b1d-8c91-dd8a78fd10f4 req-43c6de7a-48f5-4823-8c8f-e52723ebf890 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:12.530782 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7d520a4e-6185-4b1d-8c91-dd8a78fd10f4 req-43c6de7a-48f5-4823-8c8f-e52723ebf890 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 945 time: 0.0510781 Sep 16 19:28:12.577526 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7d520a4e-6185-4b1d-8c91-dd8a78fd10f4 req-d4ae207c-fa16-4908-8dc4-195dcf4a79b3 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412703 Sep 16 19:28:12.818170 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd4e877-a0e6-4227-a580-f2e0ff4d7b8a req-96d0e1a4-d760-4598-9342-c65e0f70fe98 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:12.819763 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8fd4e877-a0e6-4227-a580-f2e0ff4d7b8a req-96d0e1a4-d760-4598-9342-c65e0f70fe98 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 946 time: 0.0457497 Sep 16 19:28:12.821794 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2fe57f-991f-4162-aeaf-a980c275ccd0 req-899eda22-1607-4137-9903-fa4ae1d5806c tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:12.823813 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8e2fe57f-991f-4162-aeaf-a980c275ccd0 req-899eda22-1607-4137-9903-fa4ae1d5806c tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 943 time: 0.0498021 Sep 16 19:28:12.877893 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8fd4e877-a0e6-4227-a580-f2e0ff4d7b8a req-53922afb-6b4d-4b1c-8b13-7ccb65aa9c10 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506556 Sep 16 19:28:12.878795 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8e2fe57f-991f-4162-aeaf-a980c275ccd0 req-5f19a754-55d8-4515-a28e-955048f80f46 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492752 Sep 16 19:28:13.142982 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8240574-fc99-4004-964a-dc6af2026f17 req-311adc3a-b5ba-4f03-a633-4105d32e09ed tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:13.144496 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a8240574-fc99-4004-964a-dc6af2026f17 req-311adc3a-b5ba-4f03-a633-4105d32e09ed tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 944 time: 0.0463581 Sep 16 19:28:13.178402 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] get_ports_and_sgs() called for port_ids ['564ad5b6-f4d4-47ec-845c-17b90b57b3be'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 19:28:13.195672 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a8240574-fc99-4004-964a-dc6af2026f17 req-b54031b0-578f-4562-a33f-b5cb1450dc6c tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455120 Sep 16 19:28:13.419578 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:28:13.429286 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] get_ports_and_sgs() called for port_ids ['01a4d47d-f873-40b4-a03d-c34fc0000f93'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 19:28:13.555473 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1d166ccd-e3eb-4f42-8265-698f9eaaf648 req-e9693576-a734-46a9-b690-05788b0b8955 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bea6c9de-5e89-45b4-bf9a-289f31f5e544 HTTP/1.1" status: 200 len: 217 time: 0.0511272 Sep 16 19:28:13.629239 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c353645-84c4-42d6-95dc-fa258426e810 req-0be4238b-296f-4f8b-98d4-d644a8ad9169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:13.629733 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d166ccd-e3eb-4f42-8265-698f9eaaf648 req-1d787811-6782-423b-84cc-44676acb34c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:13.631296 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5c353645-84c4-42d6-95dc-fa258426e810 req-0be4238b-296f-4f8b-98d4-d644a8ad9169 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 1130 time: 0.0824327 Sep 16 19:28:13.631411 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1d166ccd-e3eb-4f42-8265-698f9eaaf648 req-1d787811-6782-423b-84cc-44676acb34c5 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=bd855fb2-111c-4847-9866-e1c6fab3dfc7 HTTP/1.1" status: 200 len: 850 time: 0.0528665 Sep 16 19:28:13.719141 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef106044-da9f-4f6e-99f7-6c7943556227 req-c3f8bbdd-ea8d-495c-9983-9eba2749cd39 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:13.719757 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ef106044-da9f-4f6e-99f7-6c7943556227 req-c3f8bbdd-ea8d-495c-9983-9eba2749cd39 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 945 time: 0.0486627 Sep 16 19:28:13.774064 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ef106044-da9f-4f6e-99f7-6c7943556227 req-31550e58-c034-4f70-878d-780488aa705f tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480092 Sep 16 19:28:13.953898 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5c353645-84c4-42d6-95dc-fa258426e810 req-b43fe890-058f-42e6-be47-458dc9ec43a0 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:13.964967 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d166ccd-e3eb-4f42-8265-698f9eaaf648 req-651ef19a-6e52-43ef-8118-e4b99cadcea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:13.967907 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1d166ccd-e3eb-4f42-8265-698f9eaaf648 req-651ef19a-6e52-43ef-8118-e4b99cadcea3 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=c95d3abe-3283-4882-9a4b-da4bde31c550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0628781 Sep 16 19:28:14.079529 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d334e3c-c851-4155-84c9-9ec11747de7d req-a8140604-9d09-4f41-8dba-b3526c8e8112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:14.081131 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3d334e3c-c851-4155-84c9-9ec11747de7d req-a8140604-9d09-4f41-8dba-b3526c8e8112 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a25b4fc6-10a3-4f69-9922-5e5a78982474 HTTP/1.1" status: 200 len: 1130 time: 0.1284335 Sep 16 19:28:14.102301 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cc315-1eed-4ea3-8e77-a9fb95d0f8c8 req-85e96f1a-ddc5-446a-9083-f72d3c398270 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:14.103973 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6d2cc315-1eed-4ea3-8e77-a9fb95d0f8c8 req-85e96f1a-ddc5-446a-9083-f72d3c398270 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 943 time: 0.0771985 Sep 16 19:28:14.117592 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3d334e3c-c851-4155-84c9-9ec11747de7d req-bbcb2c81-28be-438a-9b6c-bd09e71d0480 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:14.136974 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665fdd89-628f-42ab-9d12-4dd6236c68ec req-561f4f4e-dd76-47da-95a7-0d0237660406 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:14.139164 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-665fdd89-628f-42ab-9d12-4dd6236c68ec req-561f4f4e-dd76-47da-95a7-0d0237660406 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 946 time: 0.1001222 Sep 16 19:28:14.140937 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1d166ccd-e3eb-4f42-8265-698f9eaaf648 req-873ee298-0e83-4534-b077-51ac78b77e24 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/c95d3abe-3283-4882-9a4b-da4bde31c550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664011 Sep 16 19:28:14.197387 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:14.250858 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5c353645-84c4-42d6-95dc-fa258426e810 req-b43fe890-058f-42e6-be47-458dc9ec43a0 service neutron] Publish callbacks [] for security_group (83e11830-7c59-4fad-a7b8-d41b5283bfd5), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:14.259412 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:14.265259 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5c353645-84c4-42d6-95dc-fa258426e810 req-b43fe890-058f-42e6-be47-458dc9ec43a0 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (83e11830-7c59-4fad-a7b8-d41b5283bfd5), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:14.267036 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6d2cc315-1eed-4ea3-8e77-a9fb95d0f8c8 req-97fc4dd8-b6ce-496f-825d-0a49a2254e76 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486399 Sep 16 19:28:14.284598 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-665fdd89-628f-42ab-9d12-4dd6236c68ec req-03522f5c-fe05-4a27-958b-8dacd0788dfa tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185522 Sep 16 19:28:14.302911 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 564ad5b6-f4d4-47ec-845c-17b90b57b3be up at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:28:14.304672 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.db.api [req-3d334e3c-c851-4155-84c9-9ec11747de7d req-bbcb2c81-28be-438a-9b6c-bd09e71d0480 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) eb58dd0ddf304a16a5ec9d3c60f684f2 {{(pid=106253) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 16 19:28:14.305616 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG oslo_db.api [req-3d334e3c-c851-4155-84c9-9ec11747de7d req-bbcb2c81-28be-438a-9b6c-bd09e71d0480 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 19:28:14.351127 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5c353645-84c4-42d6-95dc-fa258426e810 req-b43fe890-058f-42e6-be47-458dc9ec43a0 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4461329 Sep 16 19:28:14.354389 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43fe890-058f-42e6-be47-458dc9ec43a0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=83e11830-7c59-4fad-a7b8-d41b5283bfd5,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:14.391701 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:14.399763 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1d166ccd-e3eb-4f42-8265-698f9eaaf648 req-e67f4c0e-17a9-4867-81d5-ea119f46d9a7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/c95d3abe-3283-4882-9a4b-da4bde31c550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479091 Sep 16 19:28:14.416097 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Provisioning for port 564ad5b6-f4d4-47ec-845c-17b90b57b3be completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 19:28:14.432554 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Provisioning complete for port 564ad5b6-f4d4-47ec-845c-17b90b57b3be triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:28:14.433522 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (564ad5b6-f4d4-47ec-845c-17b90b57b3be), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:14.434608 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Attempt 1 to provision port 564ad5b6-f4d4-47ec-845c-17b90b57b3be Sep 16 19:28:14.492653 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34dfd2-74ef-4d33-8179-3250126c5535 req-c610af72-05ea-463f-9e49-de78f15c0788 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:14.499741 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ac34dfd2-74ef-4d33-8179-3250126c5535 req-c610af72-05ea-463f-9e49-de78f15c0788 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 944 time: 0.0767248 Sep 16 19:28:14.534203 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:14.555286 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port 564ad5b6-f4d4-47ec-845c-17b90b57b3be is: BUILD; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:28:14.556024 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (564ad5b6-f4d4-47ec-845c-17b90b57b3be), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:14.590696 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e61203-755e-4afc-9359-dbbe44b0934d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564ad5b6-f4d4-47ec-845c-17b90b57b3be'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:28:14.595519 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f3f7bbbb38247194f391b6222dc5c183e9bfb457d3b71a23f23b79e9cf016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f7fa86-6287-40ba-b53d-6ace2609bd55" -d '{"events": [{"server_uuid": "96e61203-755e-4afc-9359-dbbe44b0934d", "name": "network-vif-plugged", "status": "completed", "tag": "564ad5b6-f4d4-47ec-845c-17b90b57b3be"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:28:14.614103 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ac34dfd2-74ef-4d33-8179-3250126c5535 req-7d6d5ebd-2d9e-4af5-ae41-d31698c6f381 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134245 Sep 16 19:28:14.642312 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port 564ad5b6-f4d4-47ec-845c-17b90b57b3be, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=564ad5b6-f4d4-47ec-845c-17b90b57b3be,segment=NetworkSegment(d2aecd8e-0f77-4a3e-8fa6-6519afb8f770),segment_id=d2aecd8e-0f77-4a3e-8fa6-6519afb8f770)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:28:14.645197 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 46466) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:28:14.647887 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (564ad5b6-f4d4-47ec-845c-17b90b57b3be), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:14.675976 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 19:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84abefa-17d5-4065-a7b5-4c15ebd36238 x-openstack-request-id: req-e84abefa-17d5-4065-a7b5-4c15ebd36238 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:28:14.676437 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96e61203-755e-4afc-9359-dbbe44b0934d", "name": "network-vif-plugged", "status": "completed", "tag": "564ad5b6-f4d4-47ec-845c-17b90b57b3be", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:28:14.676694 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e84abefa-17d5-4065-a7b5-4c15ebd36238 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:28:14.677094 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e84abefa-17d5-4065-a7b5-4c15ebd36238'] response: {'server_uuid': '96e61203-755e-4afc-9359-dbbe44b0934d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564ad5b6-f4d4-47ec-845c-17b90b57b3be', 'code': 200} Sep 16 19:28:14.707489 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=564ad5b6-f4d4-47ec-845c-17b90b57b3be,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:14.790768 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2300af36-d007-4292-b6d6-865084f360ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:14.807923 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3d334e3c-c851-4155-84c9-9ec11747de7d req-bbcb2c81-28be-438a-9b6c-bd09e71d0480 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:14.903622 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 46486) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:28:14.952608 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3d334e3c-c851-4155-84c9-9ec11747de7d req-bbcb2c81-28be-438a-9b6c-bd09e71d0480 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8642049 Sep 16 19:28:14.958380 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2774d-114b-429f-b824-51d1b0d7e098 req-1ab7662b-dd6d-4394-8fcc-6830e4202465 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:14.961184 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-47d2774d-114b-429f-b824-51d1b0d7e098 req-1ab7662b-dd6d-4394-8fcc-6830e4202465 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 946 time: 0.0795956 Sep 16 19:28:14.961987 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2300af36-d007-4292-b6d6-865084f360ea admin admin] Publish callbacks [] for security_group (8cae2568-7d05-4513-88a8-66233441d4b5), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:14.968902 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2300af36-d007-4292-b6d6-865084f360ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (8cae2568-7d05-4513-88a8-66233441d4b5), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:15.037605 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-47d2774d-114b-429f-b824-51d1b0d7e098 req-75a2e3f7-b73b-4767-b294-79c3e36192f1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616584 Sep 16 19:28:15.203891 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-2300af36-d007-4292-b6d6-865084f360ea admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=ebdb080ddf534838957b4981d75716c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5575247 Sep 16 19:28:15.205746 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2300af36-d007-4292-b6d6-865084f360ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cae2568-7d05-4513-88a8-66233441d4b5,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:15.206721 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 46496) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:28:15.214220 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b4d3a47f-c299-404e-97ea-ef856afe6e4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:15.267874 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-51bb42e1-22fb-4d53-8255-eb1c1ce4d204 admin admin] Publish callbacks [] for security_group (8cae2568-7d05-4513-88a8-66233441d4b5), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:15.274926 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:15.296058 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b4d3a47f-c299-404e-97ea-ef856afe6e4e admin admin] Publish callbacks [] for security_group (656e2e1f-3a79-41ee-b058-c8e00ffaf832), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:15.299870 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-51bb42e1-22fb-4d53-8255-eb1c1ce4d204 admin admin] Publish callbacks [] for security_group (8cae2568-7d05-4513-88a8-66233441d4b5), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:15.301660 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b4d3a47f-c299-404e-97ea-ef856afe6e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (656e2e1f-3a79-41ee-b058-c8e00ffaf832), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:15.350652 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-b4d3a47f-c299-404e-97ea-ef856afe6e4e admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=c1c3806ba0f04e11aa247c7459a7f865&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4426832 Sep 16 19:28:15.350652 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d3a47f-c299-404e-97ea-ef856afe6e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656e2e1f-3a79-41ee-b058-c8e00ffaf832,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:15.351863 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 46502) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:28:15.386264 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-51bb42e1-22fb-4d53-8255-eb1c1ce4d204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (8cae2568-7d05-4513-88a8-66233441d4b5), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:15.388952 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-51bb42e1-22fb-4d53-8255-eb1c1ce4d204 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:15.390149 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-51bb42e1-22fb-4d53-8255-eb1c1ce4d204 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/8cae2568-7d05-4513-88a8-66233441d4b5 HTTP/1.1" status: 204 len: 168 time: 0.1824558 Sep 16 19:28:15.431453 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb42e1-22fb-4d53-8255-eb1c1ce4d204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cae2568-7d05-4513-88a8-66233441d4b5,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:15.458096 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6abab3-5ee8-4bb4-8ad2-2108b098b0c7 req-f8f21bb7-8140-4ba0-b021-59b751073346 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:15.466322 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e4ab8-40fe-4766-9cb3-73d0901b1c16 req-0e88b0b7-b884-49e9-a0ce-731c2880f527 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:15.468042 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-630e4ab8-40fe-4766-9cb3-73d0901b1c16 req-0e88b0b7-b884-49e9-a0ce-731c2880f527 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 946 time: 0.0869806 Sep 16 19:28:15.468895 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4f6abab3-5ee8-4bb4-8ad2-2108b098b0c7 req-f8f21bb7-8140-4ba0-b021-59b751073346 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 943 time: 0.0754740 Sep 16 19:28:15.471352 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bacb6887-9d2b-48b1-8813-57e315e40201 admin admin] Publish callbacks [] for security_group (656e2e1f-3a79-41ee-b058-c8e00ffaf832), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:15.511216 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bacb6887-9d2b-48b1-8813-57e315e40201 admin admin] Publish callbacks [] for security_group (656e2e1f-3a79-41ee-b058-c8e00ffaf832), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:15.523317 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4f6abab3-5ee8-4bb4-8ad2-2108b098b0c7 req-4463153a-8356-488b-bfd1-12df116f74dd tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522704 Sep 16 19:28:15.562793 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-630e4ab8-40fe-4766-9cb3-73d0901b1c16 req-24a204b3-3a22-4ff6-b8d6-e031b94b8459 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822976 Sep 16 19:28:15.585922 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bacb6887-9d2b-48b1-8813-57e315e40201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (656e2e1f-3a79-41ee-b058-c8e00ffaf832), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:15.588831 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bacb6887-9d2b-48b1-8813-57e315e40201 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:15.590204 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-bacb6887-9d2b-48b1-8813-57e315e40201 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/656e2e1f-3a79-41ee-b058-c8e00ffaf832 HTTP/1.1" status: 204 len: 168 time: 0.2368653 Sep 16 19:28:15.598686 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb6887-9d2b-48b1-8813-57e315e40201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656e2e1f-3a79-41ee-b058-c8e00ffaf832,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:15.733106 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 46512) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:28:15.752810 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb1f1c-c5da-4bab-9ca8-ea3e2e2d3cfa req-8a4a7023-fc28-4fcd-860d-5f89007415d4 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:15.754527 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-aecb1f1c-c5da-4bab-9ca8-ea3e2e2d3cfa req-8a4a7023-fc28-4fcd-860d-5f89007415d4 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 944 time: 0.0610893 Sep 16 19:28:15.754984 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4db5c05f-f60b-4b68-a954-f54fa9689d94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:15.815236 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-aecb1f1c-c5da-4bab-9ca8-ea3e2e2d3cfa req-f7b73d02-8b25-4137-bf36-b72ac63a0945 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536499 Sep 16 19:28:15.861255 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4db5c05f-f60b-4b68-a954-f54fa9689d94 admin admin] Publish callbacks [] for security_group (bde1f04f-7faf-4851-8f33-d0abbb312c1f), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:15.866245 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4db5c05f-f60b-4b68-a954-f54fa9689d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (bde1f04f-7faf-4851-8f33-d0abbb312c1f), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:15.908254 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-4db5c05f-f60b-4b68-a954-f54fa9689d94 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=fb30413082c6491381fb4e1c13b0979b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1706393 Sep 16 19:28:15.909078 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db5c05f-f60b-4b68-a954-f54fa9689d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde1f04f-7faf-4851-8f33-d0abbb312c1f,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:15.911221 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 46518) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:28:15.967111 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8db27d4c-8d0b-4e76-9ddc-03f19df6dc8d admin admin] Publish callbacks [] for security_group (bde1f04f-7faf-4851-8f33-d0abbb312c1f), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:15.993871 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8db27d4c-8d0b-4e76-9ddc-03f19df6dc8d admin admin] Publish callbacks [] for security_group (bde1f04f-7faf-4851-8f33-d0abbb312c1f), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:16.005875 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:16.018267 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:16.061610 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8db27d4c-8d0b-4e76-9ddc-03f19df6dc8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (bde1f04f-7faf-4851-8f33-d0abbb312c1f), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:16.065755 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8db27d4c-8d0b-4e76-9ddc-03f19df6dc8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:16.067691 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-8db27d4c-8d0b-4e76-9ddc-03f19df6dc8d admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/bde1f04f-7faf-4851-8f33-d0abbb312c1f HTTP/1.1" status: 204 len: 168 time: 0.1552505 Sep 16 19:28:16.077750 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db27d4c-8d0b-4e76-9ddc-03f19df6dc8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde1f04f-7faf-4851-8f33-d0abbb312c1f,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:16.182861 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d6bd3-df6d-458b-b835-80d0d74731da req-cc965385-8e7f-44de-b0ad-82e048e2663c tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:16.186294 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4a5d6bd3-df6d-458b-b835-80d0d74731da req-cc965385-8e7f-44de-b0ad-82e048e2663c tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 946 time: 0.0577643 Sep 16 19:28:16.245183 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4a5d6bd3-df6d-458b-b835-80d0d74731da req-d7139ac9-63bb-4239-a098-7fc92f409c45 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516925 Sep 16 19:28:16.307809 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 01a4d47d-f873-40b4-a03d-c34fc0000f93 up at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:28:16.357536 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Provisioning for port 01a4d47d-f873-40b4-a03d-c34fc0000f93 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 19:28:16.366191 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Provisioning complete for port 01a4d47d-f873-40b4-a03d-c34fc0000f93 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:28:16.366793 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (01a4d47d-f873-40b4-a03d-c34fc0000f93), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:16.367711 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Attempt 1 to provision port 01a4d47d-f873-40b4-a03d-c34fc0000f93 Sep 16 19:28:16.418020 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 46546) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:28:16.451338 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port 01a4d47d-f873-40b4-a03d-c34fc0000f93 is: BUILD; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:28:16.451839 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (01a4d47d-f873-40b4-a03d-c34fc0000f93), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:16.455205 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:16.494361 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port 01a4d47d-f873-40b4-a03d-c34fc0000f93, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=01a4d47d-f873-40b4-a03d-c34fc0000f93,segment=NetworkSegment(8bad0fa0-00c8-4390-9fc0-ed8795108045),segment_id=8bad0fa0-00c8-4390-9fc0-ed8795108045)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:28:16.501734 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (01a4d47d-f873-40b4-a03d-c34fc0000f93), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:16.552149 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=01a4d47d-f873-40b4-a03d-c34fc0000f93,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:16.570096 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-06370418-eb07-475a-8208-e9a2dee202f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:16.676001 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c8b66-5a65-4b32-97a5-5e8841f298d9 req-1377fa3d-e8c7-4270-917d-04ee1228cb2d tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:16.677611 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8a7c8b66-5a65-4b32-97a5-5e8841f298d9 req-1377fa3d-e8c7-4270-917d-04ee1228cb2d tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 943 time: 0.0559130 Sep 16 19:28:16.679668 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968aad1e-4a8b-4f75-89d9-b2ed56f96e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a4d47d-f873-40b4-a03d-c34fc0000f93'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:28:16.683164 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f3f7bbbb38247194f391b6222dc5c183e9bfb457d3b71a23f23b79e9cf016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158c7b0e-7ff4-45e0-a7f8-338945fb0fa0" -d '{"events": [{"server_uuid": "968aad1e-4a8b-4f75-89d9-b2ed56f96e99", "name": "network-vif-plugged", "status": "completed", "tag": "01a4d47d-f873-40b4-a03d-c34fc0000f93"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:28:16.714152 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb984ad-d11e-4b38-bb34-4b34f4f0e28e req-5b90650a-a1ef-41f0-a716-5a2f73125cb8 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:16.722532 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-abb984ad-d11e-4b38-bb34-4b34f4f0e28e req-5b90650a-a1ef-41f0-a716-5a2f73125cb8 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 946 time: 0.0557802 Sep 16 19:28:16.734521 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-06370418-eb07-475a-8208-e9a2dee202f8 admin admin] Publish callbacks [] for security_group (c84c8801-bd16-40b1-95d5-f12afd5cd8cb), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:16.742416 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:16.756856 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-06370418-eb07-475a-8208-e9a2dee202f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (c84c8801-bd16-40b1-95d5-f12afd5cd8cb), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:16.800349 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-abb984ad-d11e-4b38-bb34-4b34f4f0e28e req-78852354-5c5f-4257-b241-e699c2a94093 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766289 Sep 16 19:28:16.831032 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8a7c8b66-5a65-4b32-97a5-5e8841f298d9 req-5fef41e3-e400-4ab8-a6b9-51c062d896b7 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345687 Sep 16 19:28:16.839482 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 19:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d90868c-4ab4-4e90-b580-67ebc7d2fb95 x-openstack-request-id: req-4d90868c-4ab4-4e90-b580-67ebc7d2fb95 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:28:16.839980 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "968aad1e-4a8b-4f75-89d9-b2ed56f96e99", "name": "network-vif-plugged", "status": "completed", "tag": "01a4d47d-f873-40b4-a03d-c34fc0000f93", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:28:16.840425 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4d90868c-4ab4-4e90-b580-67ebc7d2fb95 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:28:16.841079 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d90868c-4ab4-4e90-b580-67ebc7d2fb95'] response: {'server_uuid': '968aad1e-4a8b-4f75-89d9-b2ed56f96e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a4d47d-f873-40b4-a03d-c34fc0000f93', 'code': 200} Sep 16 19:28:16.856234 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-06370418-eb07-475a-8208-e9a2dee202f8 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=8e7b896f5a59470c923e3e431f66b0bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4300892 Sep 16 19:28:16.856234 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 46576) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:28:16.856234 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06370418-eb07-475a-8208-e9a2dee202f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84c8801-bd16-40b1-95d5-f12afd5cd8cb,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:16.968866 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-712436e0-e7de-4c9f-8a88-d9c3752ae452 admin admin] Publish callbacks [] for security_group (c84c8801-bd16-40b1-95d5-f12afd5cd8cb), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:16.992375 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39cbae6-c597-401b-83be-92f163cd7566 req-1036e8f2-5da0-49b6-94ef-0a8b2f6939c8 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:16.993972 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b39cbae6-c597-401b-83be-92f163cd7566 req-1036e8f2-5da0-49b6-94ef-0a8b2f6939c8 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.0734727 Sep 16 19:28:17.003385 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-712436e0-e7de-4c9f-8a88-d9c3752ae452 admin admin] Publish callbacks [] for security_group (c84c8801-bd16-40b1-95d5-f12afd5cd8cb), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:17.080848 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b39cbae6-c597-401b-83be-92f163cd7566 req-6db3aa12-1da2-4188-afe6-d8cc193f8d41 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749955 Sep 16 19:28:17.100491 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-712436e0-e7de-4c9f-8a88-d9c3752ae452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (c84c8801-bd16-40b1-95d5-f12afd5cd8cb), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:17.103399 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-712436e0-e7de-4c9f-8a88-d9c3752ae452 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:17.104734 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-712436e0-e7de-4c9f-8a88-d9c3752ae452 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/c84c8801-bd16-40b1-95d5-f12afd5cd8cb HTTP/1.1" status: 204 len: 168 time: 0.2539256 Sep 16 19:28:17.114490 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712436e0-e7de-4c9f-8a88-d9c3752ae452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84c8801-bd16-40b1-95d5-f12afd5cd8cb,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:17.384923 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ed3b4-e290-47cf-97fd-b8f034b1d15f req-3acda083-29e4-41d8-ab5e-53cc4b1232a0 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:17.392443 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ce0ed3b4-e290-47cf-97fd-b8f034b1d15f req-3acda083-29e4-41d8-ab5e-53cc4b1232a0 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 946 time: 0.0574422 Sep 16 19:28:17.448499 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ce0ed3b4-e290-47cf-97fd-b8f034b1d15f req-b4274087-513a-42e0-a743-35b1147ee947 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551424 Sep 16 19:28:17.601723 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 46644) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:28:17.620480 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a7667b18-5066-40e8-bf6a-ec979a68da43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:17.658841 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:17.718281 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a7667b18-5066-40e8-bf6a-ec979a68da43 admin admin] Publish callbacks [] for security_group (8ec56758-ad40-4701-9bf1-2d9578ea9d8e), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:17.724083 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a7667b18-5066-40e8-bf6a-ec979a68da43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (8ec56758-ad40-4701-9bf1-2d9578ea9d8e), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:17.763854 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-a7667b18-5066-40e8-bf6a-ec979a68da43 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=3d5a84e9b23e45af89673aee43427d8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1609988 Sep 16 19:28:17.766719 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 46652) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:28:17.773945 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7667b18-5066-40e8-bf6a-ec979a68da43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec56758-ad40-4701-9bf1-2d9578ea9d8e,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:17.824967 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-639c9ca5-8407-4640-a661-0c960f0c6d60 admin admin] Publish callbacks [] for security_group (8ec56758-ad40-4701-9bf1-2d9578ea9d8e), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:17.849378 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-639c9ca5-8407-4640-a661-0c960f0c6d60 admin admin] Publish callbacks [] for security_group (8ec56758-ad40-4701-9bf1-2d9578ea9d8e), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:17.928853 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-639c9ca5-8407-4640-a661-0c960f0c6d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (8ec56758-ad40-4701-9bf1-2d9578ea9d8e), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:17.933423 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-639c9ca5-8407-4640-a661-0c960f0c6d60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:17.934839 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-639c9ca5-8407-4640-a661-0c960f0c6d60 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/8ec56758-ad40-4701-9bf1-2d9578ea9d8e HTTP/1.1" status: 204 len: 168 time: 0.1674635 Sep 16 19:28:17.936757 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7701ba4-c001-4095-890b-785dfc520c8d req-86a586bf-d099-4c09-8e85-76367850f2e2 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:17.944593 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a7701ba4-c001-4095-890b-785dfc520c8d req-86a586bf-d099-4c09-8e85-76367850f2e2 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 946 time: 0.0702672 Sep 16 19:28:17.945749 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c9ca5-8407-4640-a661-0c960f0c6d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec56758-ad40-4701-9bf1-2d9578ea9d8e,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:18.009842 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a7701ba4-c001-4095-890b-785dfc520c8d req-8db0ee2e-ad8c-4ebd-bbcb-344e9693422c tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582879 Sep 16 19:28:18.016917 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c1b65-5965-4f8c-99be-d0611a0504c8 req-7dbf2514-dfec-4782-8189-338bc157becd tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:18.016917 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-455c1b65-5965-4f8c-99be-d0611a0504c8 req-7dbf2514-dfec-4782-8189-338bc157becd tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 943 time: 0.0533643 Sep 16 19:28:18.067191 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-455c1b65-5965-4f8c-99be-d0611a0504c8 req-d05fdd61-6611-4bfe-9362-17e66689c802 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465386 Sep 16 19:28:18.223756 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3547b8ca-0bec-4f57-b115-252a9815914a req-67b33c75-61e9-493d-93d2-35b89e500fcc tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:18.231521 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3547b8ca-0bec-4f57-b115-252a9815914a req-67b33c75-61e9-493d-93d2-35b89e500fcc tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.0574470 Sep 16 19:28:18.280953 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3547b8ca-0bec-4f57-b115-252a9815914a req-62d1567d-f2e6-4408-b1b5-60fbbe4bba18 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484970 Sep 16 19:28:18.444105 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 46676) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:28:18.457907 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f08774b6-4577-4d87-9531-be8f3c9c6e22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:18.553932 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f08774b6-4577-4d87-9531-be8f3c9c6e22 admin admin] Publish callbacks [] for security_group (32656a15-1076-43f0-acbb-d3ae5957ee86), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:18.567346 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f08774b6-4577-4d87-9531-be8f3c9c6e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (32656a15-1076-43f0-acbb-d3ae5957ee86), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:18.827438 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3f9ca-1c01-4c7d-858a-8642dedcb1e6 req-4f72c12d-831f-4c6d-8dd8-d12c823937d3 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:18.828933 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a4b3f9ca-1c01-4c7d-858a-8642dedcb1e6 req-4f72c12d-831f-4c6d-8dd8-d12c823937d3 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 946 time: 0.2803164 Sep 16 19:28:18.849319 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-f08774b6-4577-4d87-9531-be8f3c9c6e22 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=c79b16a040444ef2a4f30630e4e38407&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4040680 Sep 16 19:28:18.850090 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08774b6-4577-4d87-9531-be8f3c9c6e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32656a15-1076-43f0-acbb-d3ae5957ee86,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:18.852064 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 46690) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:28:18.889830 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a4b3f9ca-1c01-4c7d-858a-8642dedcb1e6 req-c0561820-eec1-41ed-81d7-b487debef744 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512185 Sep 16 19:28:18.912047 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ee5467af-5de7-404c-baf3-c023520a4532 admin admin] Publish callbacks [] for security_group (32656a15-1076-43f0-acbb-d3ae5957ee86), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:18.933715 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ee5467af-5de7-404c-baf3-c023520a4532 admin admin] Publish callbacks [] for security_group (32656a15-1076-43f0-acbb-d3ae5957ee86), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:18.943739 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:18.972877 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:DELETE=6,neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:18.989069 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ee5467af-5de7-404c-baf3-c023520a4532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (32656a15-1076-43f0-acbb-d3ae5957ee86), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:18.991565 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ee5467af-5de7-404c-baf3-c023520a4532 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:18.992724 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-ee5467af-5de7-404c-baf3-c023520a4532 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/32656a15-1076-43f0-acbb-d3ae5957ee86 HTTP/1.1" status: 204 len: 168 time: 0.1390917 Sep 16 19:28:19.001708 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5467af-5de7-404c-baf3-c023520a4532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32656a15-1076-43f0-acbb-d3ae5957ee86,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:19.128253 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c972cab-ac77-4aeb-8d69-66a356e1d046 req-8bf41ca9-aea9-49ec-98b2-3a02b47106a7 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:19.130283 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2c972cab-ac77-4aeb-8d69-66a356e1d046 req-8bf41ca9-aea9-49ec-98b2-3a02b47106a7 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 946 time: 0.0519850 Sep 16 19:28:19.220224 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2c972cab-ac77-4aeb-8d69-66a356e1d046 req-8bc9c60d-2576-43f6-af42-90e8b5d3c2e9 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755138 Sep 16 19:28:19.221086 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:19.255654 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88006e-fe30-465a-a664-333395fcb521 req-0787f89d-eaca-4623-950f-7155f0c730b5 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:19.257260 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0d88006e-fe30-465a-a664-333395fcb521 req-0787f89d-eaca-4623-950f-7155f0c730b5 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 943 time: 0.1014943 Sep 16 19:28:19.348330 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0d88006e-fe30-465a-a664-333395fcb521 req-e5a5e3ba-630d-4aa0-ba09-637a5e7902c5 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796392 Sep 16 19:28:19.401571 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc49a74a-40c8-4ea9-9cc7-9510874271d4 req-eeb10ae1-94a4-4b92-b18a-166004546b73 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:19.403068 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bc49a74a-40c8-4ea9-9cc7-9510874271d4 req-eeb10ae1-94a4-4b92-b18a-166004546b73 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.0490940 Sep 16 19:28:19.454524 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bc49a74a-40c8-4ea9-9cc7-9510874271d4 req-7706fff6-ce7f-48ed-814f-79b8efece045 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452409 Sep 16 19:28:20.014591 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae4e870-79a6-4c17-bf4b-6ed2d471e7ed req-c89f24af-608e-4044-b886-e81d00149608 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:20.016266 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fae4e870-79a6-4c17-bf4b-6ed2d471e7ed req-c89f24af-608e-4044-b886-e81d00149608 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 946 time: 0.0495667 Sep 16 19:28:20.071113 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fae4e870-79a6-4c17-bf4b-6ed2d471e7ed req-05ff83cd-b140-4c3f-8577-65cf6d84974a tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478082 Sep 16 19:28:20.346997 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c153f7ea-376c-43e3-9460-72d205e29583 req-65a5238b-5400-432f-8b11-5c63deec5d90 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:20.348508 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c153f7ea-376c-43e3-9460-72d205e29583 req-65a5238b-5400-432f-8b11-5c63deec5d90 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 946 time: 0.0521319 Sep 16 19:28:20.408659 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c153f7ea-376c-43e3-9460-72d205e29583 req-ae206a08-8968-41b1-98ed-e0edb2896ceb tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533917 Sep 16 19:28:20.531064 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea473c-2124-4196-ba4d-ff1188bd82e2 req-616015bb-c226-44c1-b044-ecb16ddf5048 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:20.532622 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b4ea473c-2124-4196-ba4d-ff1188bd82e2 req-616015bb-c226-44c1-b044-ecb16ddf5048 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 943 time: 0.0771928 Sep 16 19:28:20.546339 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:20.587562 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b4ea473c-2124-4196-ba4d-ff1188bd82e2 req-645d3bf5-8e55-481d-b5ff-a5dec7b4e532 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485065 Sep 16 19:28:20.595558 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a264da-f298-4744-9893-dda87366f759 req-7c8c9a3c-2531-4fb4-941c-4dbef86f8ff6 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:20.597107 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a7a264da-f298-4744-9893-dda87366f759 req-7c8c9a3c-2531-4fb4-941c-4dbef86f8ff6 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.0490372 Sep 16 19:28:20.658836 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a7a264da-f298-4744-9893-dda87366f759 req-2ce6bafa-bd55-4ee2-8834-99de17e88449 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557098 Sep 16 19:28:21.201112 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc467b4-ccb4-4188-8aa8-d55b897d6f63 req-da1489dd-00c9-497e-b493-2bcc33c16421 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:21.202620 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7fc467b4-ccb4-4188-8aa8-d55b897d6f63 req-da1489dd-00c9-497e-b493-2bcc33c16421 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 946 time: 0.0516450 Sep 16 19:28:21.253741 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7fc467b4-ccb4-4188-8aa8-d55b897d6f63 req-38ab9af9-a995-48b2-850e-34649a764c04 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454533 Sep 16 19:28:21.540887 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64a83f-95cc-4b6e-9ed0-3c696c7ee99b req-7f700037-d069-43b0-a7f5-0928dabbfc35 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:21.543192 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6d64a83f-95cc-4b6e-9ed0-3c696c7ee99b req-7f700037-d069-43b0-a7f5-0928dabbfc35 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 946 time: 0.0570114 Sep 16 19:28:21.599036 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6d64a83f-95cc-4b6e-9ed0-3c696c7ee99b req-b298f2ca-a3b8-408e-81f6-e37ab5e0d962 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478330 Sep 16 19:28:21.747164 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b27f83-89cb-4e9a-a655-204b22d1f191 req-5e2cf3e5-7f46-4715-8860-404d956d9d54 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:21.748777 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c2b27f83-89cb-4e9a-a655-204b22d1f191 req-5e2cf3e5-7f46-4715-8860-404d956d9d54 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 943 time: 0.0614982 Sep 16 19:28:21.791911 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff67b3c-a083-416f-b53f-6b78ecbc1029 req-85e913aa-e7b8-4388-ae87-b5f0e6cd938f tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:21.793575 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-dff67b3c-a083-416f-b53f-6b78ecbc1029 req-85e913aa-e7b8-4388-ae87-b5f0e6cd938f tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.0583277 Sep 16 19:28:21.804223 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c2b27f83-89cb-4e9a-a655-204b22d1f191 req-fd5bf5a7-5902-4d33-9a21-93f928e6dcca tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489709 Sep 16 19:28:21.846100 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-dff67b3c-a083-416f-b53f-6b78ecbc1029 req-88bb11fa-8164-4ee0-a563-8b6ff7816313 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451081 Sep 16 19:28:22.386048 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19066b1f-e888-4d41-8cf0-f2d6e200c0ae req-51f89232-cef1-4b6f-b238-278eca4478f1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:22.387558 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-19066b1f-e888-4d41-8cf0-f2d6e200c0ae req-51f89232-cef1-4b6f-b238-278eca4478f1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 946 time: 0.0533130 Sep 16 19:28:22.440860 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-19066b1f-e888-4d41-8cf0-f2d6e200c0ae req-30e03cab-4004-4fae-955b-9a31046e8d6a tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472686 Sep 16 19:28:22.736302 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0b4cc-79b5-4796-b9cf-ddc24eeb3e2c req-0bb3f665-9daa-4a31-8bb1-23b8b511413a tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:22.738409 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9fb0b4cc-79b5-4796-b9cf-ddc24eeb3e2c req-0bb3f665-9daa-4a31-8bb1-23b8b511413a tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 946 time: 0.0513055 Sep 16 19:28:22.798756 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9fb0b4cc-79b5-4796-b9cf-ddc24eeb3e2c req-e998cd74-a5fc-4cb9-8660-481c6d3447f8 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539992 Sep 16 19:28:22.985276 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50424a-e9a9-497a-96d8-5165efbddda7 req-7749cd91-4c7a-489a-b663-3af2ac01a1d6 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:23.001492 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-dc50424a-e9a9-497a-96d8-5165efbddda7 req-7749cd91-4c7a-489a-b663-3af2ac01a1d6 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 943 time: 0.0930607 Sep 16 19:28:23.012578 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0148ad-446d-46a1-acf4-37fe54d271c6 req-f5db8a4d-fca0-4209-96cf-f00563759790 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:23.019653 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fd0148ad-446d-46a1-acf4-37fe54d271c6 req-f5db8a4d-fca0-4209-96cf-f00563759790 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.0828371 Sep 16 19:28:23.075652 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fd0148ad-446d-46a1-acf4-37fe54d271c6 req-83d6f466-afb3-4dde-b3d6-180769e1de47 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551605 Sep 16 19:28:23.117567 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-dc50424a-e9a9-497a-96d8-5165efbddda7 req-d3fb83d8-31a4-44a6-bf19-c997d022ddab tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144094 Sep 16 19:28:23.580911 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473327a4-0f21-4efe-a71c-3e852f1df51f req-eff4c9d9-fefc-419e-bb39-894c35b16f59 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:23.582414 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-473327a4-0f21-4efe-a71c-3e852f1df51f req-eff4c9d9-fefc-419e-bb39-894c35b16f59 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 946 time: 0.0479970 Sep 16 19:28:23.634943 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-473327a4-0f21-4efe-a71c-3e852f1df51f req-ebc191f7-ef19-47fd-9c29-be2907f429b4 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464609 Sep 16 19:28:23.937748 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa4a6e-ea06-4495-b26a-45e68ea451c6 req-01ff89bf-0b88-4aa1-9fb1-f9e1818ad417 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:23.939337 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-25aa4a6e-ea06-4495-b26a-45e68ea451c6 req-01ff89bf-0b88-4aa1-9fb1-f9e1818ad417 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 946 time: 0.0502145 Sep 16 19:28:23.989029 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-25aa4a6e-ea06-4495-b26a-45e68ea451c6 req-8517f9ab-1fa4-47d1-a9aa-68bfee5e73ff tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438304 Sep 16 19:28:24.223677 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef872d-5d29-48e6-90fa-24418c7ec177 req-93cbcd08-62e1-49af-9f0d-fda3dd1d3712 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:24.225379 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a5ef872d-5d29-48e6-90fa-24418c7ec177 req-93cbcd08-62e1-49af-9f0d-fda3dd1d3712 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.0694139 Sep 16 19:28:24.252718 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ae015-bb4e-4fb2-a080-0873801baa14 req-8e80bea9-d3db-450e-861b-b8b22c6efee8 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:24.254359 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-da2ae015-bb4e-4fb2-a080-0873801baa14 req-8e80bea9-d3db-450e-861b-b8b22c6efee8 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 943 time: 0.0562370 Sep 16 19:28:24.278238 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a5ef872d-5d29-48e6-90fa-24418c7ec177 req-2a683d3b-abab-44a5-b432-37802f9f5ec4 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468185 Sep 16 19:28:24.308276 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-da2ae015-bb4e-4fb2-a080-0873801baa14 req-dc1e1831-7d6a-4305-9152-93b7b5cdb75f tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456574 Sep 16 19:28:24.766194 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706488e-5853-4d34-83fb-4d6f9bdc032d req-fc752d7a-6e68-4559-81ce-bb68846ae3a6 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:24.767672 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a706488e-5853-4d34-83fb-4d6f9bdc032d req-fc752d7a-6e68-4559-81ce-bb68846ae3a6 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 946 time: 0.0500903 Sep 16 19:28:24.802065 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:24.812796 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:24.817659 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a706488e-5853-4d34-83fb-4d6f9bdc032d req-9ed02ad9-cd34-4794-85ef-7d41f82de411 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440755 Sep 16 19:28:25.131738 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428759c-e1ba-4d3d-9442-08bb2498a201 req-296e0752-de2a-4784-acb6-d78fcbf8407b tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:25.133283 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9428759c-e1ba-4d3d-9442-08bb2498a201 req-296e0752-de2a-4784-acb6-d78fcbf8407b tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 946 time: 0.0475812 Sep 16 19:28:25.180370 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9428759c-e1ba-4d3d-9442-08bb2498a201 req-c77f7cf7-d8de-47ff-8e61-58c3faed9baa tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410595 Sep 16 19:28:25.377762 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:25.415416 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f6539-2eab-433e-8232-0d3aad2fd1f1 req-6dd04fa4-867e-4169-8924-019dee7fcecc tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:25.417094 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7e6f6539-2eab-433e-8232-0d3aad2fd1f1 req-6dd04fa4-867e-4169-8924-019dee7fcecc tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.0494485 Sep 16 19:28:25.448724 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f744fbb-a5b8-479d-87f3-4f3c43bbf4a7 req-e05671fd-609c-4adb-a687-6b9cab4ad239 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:25.450113 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4f744fbb-a5b8-479d-87f3-4f3c43bbf4a7 req-e05671fd-609c-4adb-a687-6b9cab4ad239 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 943 time: 0.0514460 Sep 16 19:28:25.468416 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7e6f6539-2eab-433e-8232-0d3aad2fd1f1 req-2b52286e-8f81-4ad0-8f3e-d6a168b8fd96 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454586 Sep 16 19:28:25.498428 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4f744fbb-a5b8-479d-87f3-4f3c43bbf4a7 req-3f43980e-f151-40eb-b659-eaa58553cf45 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422182 Sep 16 19:28:25.949640 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb0bb77-5f46-4934-b2bc-be94187e84b0 req-1edec59f-e791-4b45-ad6d-962e70819a3f tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:25.951083 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6eb0bb77-5f46-4934-b2bc-be94187e84b0 req-1edec59f-e791-4b45-ad6d-962e70819a3f tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 946 time: 0.0478351 Sep 16 19:28:26.002515 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6eb0bb77-5f46-4934-b2bc-be94187e84b0 req-9d50fdaf-e805-4c22-9023-db6fc4474ab3 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440810 Sep 16 19:28:26.273550 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:26.312805 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b892bf0-27a8-491c-9eeb-cd4fe7e2d3a5 req-701a91ad-7299-499c-ab9b-25b3c9795758 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:26.314292 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8b892bf0-27a8-491c-9eeb-cd4fe7e2d3a5 req-701a91ad-7299-499c-ab9b-25b3c9795758 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 946 time: 0.0501437 Sep 16 19:28:26.365071 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8b892bf0-27a8-491c-9eeb-cd4fe7e2d3a5 req-56964fd1-802c-493a-a5ea-7a973475de9b tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428293 Sep 16 19:28:26.590591 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f5013-43dc-468a-8ce6-76db2d25a7f5 req-19814bb1-c8c0-4176-9fca-8a3b9efd5dca tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:26.592120 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-210f5013-43dc-468a-8ce6-76db2d25a7f5 req-19814bb1-c8c0-4176-9fca-8a3b9efd5dca tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.0466299 Sep 16 19:28:26.617336 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13532ec8-9914-4d9a-ab97-62011710c497 req-ef4e375f-fefe-43b8-81fb-dbf67a5b72d7 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:26.618753 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-13532ec8-9914-4d9a-ab97-62011710c497 req-ef4e375f-fefe-43b8-81fb-dbf67a5b72d7 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 943 time: 0.0458992 Sep 16 19:28:26.642233 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-210f5013-43dc-468a-8ce6-76db2d25a7f5 req-c9c4ca5c-7656-4deb-a638-772220000eb7 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443401 Sep 16 19:28:26.670893 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-13532ec8-9914-4d9a-ab97-62011710c497 req-1d833cc1-56fd-46a3-b0c6-f1482023285d tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464551 Sep 16 19:28:26.768876 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device bea6c9de-5e89-45b4-bf9a-289f31f5e544 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 19:28:26.874260 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port bea6c9de-5e89-45b4-bf9a-289f31f5e544, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=bea6c9de-5e89-45b4-bf9a-289f31f5e544,segment=NetworkSegment(1bbf8b0b-6495-4316-87f9-c02c1faf60ca),segment_id=1bbf8b0b-6495-4316-87f9-c02c1faf60ca)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:28:26.886035 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Returning: {'device': 'bea6c9de-5e89-45b4-bf9a-289f31f5e544', 'network_id': 'c95d3abe-3283-4882-9a4b-da4bde31c550', 'port_id': 'bea6c9de-5e89-45b4-bf9a-289f31f5e544', 'mac_address': 'fa:16:3e:61:35:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd855fb2-111c-4847-9866-e1c6fab3dfc7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 19:28:26.920568 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port bea6c9de-5e89-45b4-bf9a-289f31f5e544 is: DOWN; New status is: BUILD {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:28:26.920955 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (bea6c9de-5e89-45b4-bf9a-289f31f5e544), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:26.934068 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bea6c9de-5e89-45b4-bf9a-289f31f5e544 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 19:28:26.954888 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port bea6c9de-5e89-45b4-bf9a-289f31f5e544, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=bea6c9de-5e89-45b4-bf9a-289f31f5e544,segment=NetworkSegment(1bbf8b0b-6495-4316-87f9-c02c1faf60ca),segment_id=1bbf8b0b-6495-4316-87f9-c02c1faf60ca)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:28:26.961711 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (bea6c9de-5e89-45b4-bf9a-289f31f5e544), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:27.127924 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=bea6c9de-5e89-45b4-bf9a-289f31f5e544,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:27.133014 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b1a1d-bdf9-44c9-8c85-68c1d7bffdc1 req-cf8d2a78-0dbb-4e2f-8dd2-06c1feb18c44 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:27.134509 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-039b1a1d-bdf9-44c9-8c85-68c1d7bffdc1 req-cf8d2a78-0dbb-4e2f-8dd2-06c1feb18c44 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 946 time: 0.0518813 Sep 16 19:28:27.183389 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-039b1a1d-bdf9-44c9-8c85-68c1d7bffdc1 req-d83ba37a-8557-424f-bf56-dbd9e2cf6b62 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424943 Sep 16 19:28:27.495223 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d9587f-f547-4a2a-8eeb-b3a7421af836 req-c1d607c9-1fbe-457c-b5cd-5b98d6b25472 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:27.496735 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d1d9587f-f547-4a2a-8eeb-b3a7421af836 req-c1d607c9-1fbe-457c-b5cd-5b98d6b25472 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 946 time: 0.0480940 Sep 16 19:28:27.537463 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:27.545485 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d1d9587f-f547-4a2a-8eeb-b3a7421af836 req-e7a69775-9b09-45b4-9eea-7e90bf1f263b tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430655 Sep 16 19:28:27.777465 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18495650-b217-4066-842e-685b61cd674f req-bb3b1dbd-bace-4606-bae4-5a269609c0e5 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:27.778942 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-18495650-b217-4066-842e-685b61cd674f req-bb3b1dbd-bace-4606-bae4-5a269609c0e5 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.0481918 Sep 16 19:28:27.797241 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac86aa-1720-4d59-b447-b9023b7c3b60 req-2c121176-eb00-4514-b28c-050660e1fd74 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:27.798717 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-85ac86aa-1720-4d59-b447-b9023b7c3b60 req-2c121176-eb00-4514-b28c-050660e1fd74 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 944 time: 0.0473847 Sep 16 19:28:27.826605 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-18495650-b217-4066-842e-685b61cd674f req-979c2681-7f74-4ec1-b582-8eb79c6ba041 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417743 Sep 16 19:28:27.846592 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-85ac86aa-1720-4d59-b447-b9023b7c3b60 req-09f69ea0-7906-4a49-8392-7eee48f16ded tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418909 Sep 16 19:28:28.309575 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14fad4d-175e-4575-a0af-c0158122e02c req-3a45c6e0-f21c-446e-99dd-850edf37c05a tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:28.311067 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f14fad4d-175e-4575-a0af-c0158122e02c req-3a45c6e0-f21c-446e-99dd-850edf37c05a tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 946 time: 0.0517197 Sep 16 19:28:28.324746 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:28.359976 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f14fad4d-175e-4575-a0af-c0158122e02c req-35109a8e-a8ff-49c7-a0fa-8572fdcfe052 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426912 Sep 16 19:28:28.671143 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1134d80b-4806-46ad-b2ba-2387313fe57b req-5fd112ae-2b5b-428d-a9fd-c7695fb78523 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:28.673117 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1134d80b-4806-46ad-b2ba-2387313fe57b req-5fd112ae-2b5b-428d-a9fd-c7695fb78523 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 946 time: 0.0522482 Sep 16 19:28:28.724978 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1134d80b-4806-46ad-b2ba-2387313fe57b req-2f3e4153-216c-413f-9c9f-bea08752911e tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428627 Sep 16 19:28:28.958698 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fafce56-9421-4618-855a-c0af74d824bb req-fcea1e93-ae13-4bc2-af7b-2f40235944ad tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:28.960334 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6fafce56-9421-4618-855a-c0af74d824bb req-fcea1e93-ae13-4bc2-af7b-2f40235944ad tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.0498338 Sep 16 19:28:28.974397 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea5154-6297-4a1d-b37e-076bbe602814 req-db81aae7-72f9-4c03-9397-5d38eb83034e tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:28.976042 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-52ea5154-6297-4a1d-b37e-076bbe602814 req-db81aae7-72f9-4c03-9397-5d38eb83034e tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 944 time: 0.0484786 Sep 16 19:28:29.009487 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6fafce56-9421-4618-855a-c0af74d824bb req-4423bade-64f4-41c6-b9d9-6b0234b6ce0e tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429716 Sep 16 19:28:29.027282 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-52ea5154-6297-4a1d-b37e-076bbe602814 req-fa9c9d90-7cf3-4435-830b-06a3565785c6 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452607 Sep 16 19:28:29.486687 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b8187b-9251-421f-8958-5be235f177c6 req-3b7ac8d9-ac1c-48c8-9d59-2a2d7a8e7242 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:29.488195 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-08b8187b-9251-421f-8958-5be235f177c6 req-3b7ac8d9-ac1c-48c8-9d59-2a2d7a8e7242 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 946 time: 0.0480983 Sep 16 19:28:29.542738 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-08b8187b-9251-421f-8958-5be235f177c6 req-b70c870a-e719-4506-b477-431d00fdb2e0 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484719 Sep 16 19:28:29.613483 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] get_ports_and_sgs() called for port_ids ['bea6c9de-5e89-45b4-bf9a-289f31f5e544'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 19:28:29.748954 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:29.857811 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a5d9b1-83c6-47be-91f7-1f6e25ae3ca6 req-20187323-9208-446f-a64c-e6669abaec76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:29.859501 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-23a5d9b1-83c6-47be-91f7-1f6e25ae3ca6 req-20187323-9208-446f-a64c-e6669abaec76 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 1129 time: 0.0416093 Sep 16 19:28:29.926068 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c3b7e-c5d4-4ecc-9758-b670988cdfdf req-6a4ab23a-5559-4c32-981f-368031f772a8 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:29.927543 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-477c3b7e-c5d4-4ecc-9758-b670988cdfdf req-6a4ab23a-5559-4c32-981f-368031f772a8 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 946 time: 0.1200628 Sep 16 19:28:29.928512 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e1789-e0f1-451d-85e3-1acda61dc959 req-919d973b-7c72-4be5-9a32-1989d7fddbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:29.929845 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-902e1789-e0f1-451d-85e3-1acda61dc959 req-919d973b-7c72-4be5-9a32-1989d7fddbff service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 1130 time: 0.1111245 Sep 16 19:28:29.977814 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-477c3b7e-c5d4-4ecc-9758-b670988cdfdf req-87e1ab4c-12b1-45fa-9013-a2d16a9e7075 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435958 Sep 16 19:28:30.028828 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a8b6cf7e-3e03-4d2b-b561-05fe2ad5d7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:30.141764 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b001e2f-c302-4aac-a4dc-f6bb676d4eff req-b626e445-cff6-4175-ae24-d247d0590667 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:30.143377 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7b001e2f-c302-4aac-a4dc-f6bb676d4eff req-b626e445-cff6-4175-ae24-d247d0590667 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.0516064 Sep 16 19:28:30.158840 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379bc6f-70a5-4af2-9150-e19e258f6a7c req-6c78a424-c9b0-4f94-919a-74d3dcc909b4 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:30.160532 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6379bc6f-70a5-4af2-9150-e19e258f6a7c req-6c78a424-c9b0-4f94-919a-74d3dcc909b4 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 944 time: 0.0528677 Sep 16 19:28:30.201105 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7b001e2f-c302-4aac-a4dc-f6bb676d4eff req-85729e51-1f96-4177-b667-a5d11f977565 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507820 Sep 16 19:28:30.233147 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6379bc6f-70a5-4af2-9150-e19e258f6a7c req-e64c96a5-d11b-45ef-beb2-428b4e2e9f8a tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658824 Sep 16 19:28:30.511615 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-23a5d9b1-83c6-47be-91f7-1f6e25ae3ca6 req-94e74fd8-ab17-44b3-8c6d-222c6b0d1210 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732243 Sep 16 19:28:30.514231 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-902e1789-e0f1-451d-85e3-1acda61dc959 req-cb32b994-c669-4380-aab6-999d0ff15d87 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750599 Sep 16 19:28:30.668484 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262d560-af43-4037-863b-85d1e14df422 req-b38b3264-1468-4eb0-9cc9-3fdf471c0352 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:30.671326 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4262d560-af43-4037-863b-85d1e14df422 req-b38b3264-1468-4eb0-9cc9-3fdf471c0352 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 946 time: 0.0505543 Sep 16 19:28:30.695717 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:30.717548 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4262d560-af43-4037-863b-85d1e14df422 req-d5dc28d5-95cc-4af7-aca8-abc297eb6ab6 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416558 Sep 16 19:28:30.923671 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device bea6c9de-5e89-45b4-bf9a-289f31f5e544 up at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:28:30.968214 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Provisioning for port bea6c9de-5e89-45b4-bf9a-289f31f5e544 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 19:28:30.976033 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Provisioning complete for port bea6c9de-5e89-45b4-bf9a-289f31f5e544 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:28:30.976672 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (bea6c9de-5e89-45b4-bf9a-289f31f5e544), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:30.977105 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Attempt 1 to provision port bea6c9de-5e89-45b4-bf9a-289f31f5e544 Sep 16 19:28:31.070293 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port bea6c9de-5e89-45b4-bf9a-289f31f5e544 is: BUILD; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:28:31.070684 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (bea6c9de-5e89-45b4-bf9a-289f31f5e544), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:31.073800 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:31.097998 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4517a109-0e87-4b92-b499-4182d9501752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bea6c9de-5e89-45b4-bf9a-289f31f5e544'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:28:31.100159 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f3f7bbbb38247194f391b6222dc5c183e9bfb457d3b71a23f23b79e9cf016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ec4b6f-9e9a-4e1d-baed-81181df871b4" -d '{"events": [{"server_uuid": "4517a109-0e87-4b92-b499-4182d9501752", "name": "network-vif-plugged", "status": "completed", "tag": "bea6c9de-5e89-45b4-bf9a-289f31f5e544"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:28:31.113691 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port bea6c9de-5e89-45b4-bf9a-289f31f5e544, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=bea6c9de-5e89-45b4-bf9a-289f31f5e544,segment=NetworkSegment(1bbf8b0b-6495-4316-87f9-c02c1faf60ca),segment_id=1bbf8b0b-6495-4316-87f9-c02c1faf60ca)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:28:31.118601 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (bea6c9de-5e89-45b4-bf9a-289f31f5e544), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:31.143114 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 19:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b468b2-f0f2-452a-abf2-26df4caf8fbd x-openstack-request-id: req-70b468b2-f0f2-452a-abf2-26df4caf8fbd {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:28:31.143429 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4517a109-0e87-4b92-b499-4182d9501752", "name": "network-vif-plugged", "status": "completed", "tag": "bea6c9de-5e89-45b4-bf9a-289f31f5e544", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:28:31.143677 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-70b468b2-f0f2-452a-abf2-26df4caf8fbd {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:28:31.144066 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70b468b2-f0f2-452a-abf2-26df4caf8fbd'] response: {'server_uuid': '4517a109-0e87-4b92-b499-4182d9501752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bea6c9de-5e89-45b4-bf9a-289f31f5e544', 'code': 200} Sep 16 19:28:31.146178 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:31.170586 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=bea6c9de-5e89-45b4-bf9a-289f31f5e544,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:31.323085 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:31.334600 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ae206-335e-48b8-ad1c-a5e74f025ba2 req-cc5aa1b2-d992-45f5-ab4e-2afd1df161bb tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:31.336641 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-059ae206-335e-48b8-ad1c-a5e74f025ba2 req-cc5aa1b2-d992-45f5-ab4e-2afd1df161bb tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.0486856 Sep 16 19:28:31.371031 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9b630-8cbc-4a4c-b1a7-b02addc6e81d req-e7c26ff6-cd58-4998-997a-0bceb1a9ac96 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:31.372588 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-48e9b630-8cbc-4a4c-b1a7-b02addc6e81d req-e7c26ff6-cd58-4998-997a-0bceb1a9ac96 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 945 time: 0.0546978 Sep 16 19:28:31.389136 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-059ae206-335e-48b8-ad1c-a5e74f025ba2 req-4fb46a4a-288a-48ce-8d78-a91175126bac tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449293 Sep 16 19:28:31.433980 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-48e9b630-8cbc-4a4c-b1a7-b02addc6e81d req-ab7d1ac0-f3f4-4e26-b964-de29d6b49782 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553968 Sep 16 19:28:31.848477 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbd283-86e6-4f05-9541-0114a143bb26 req-b65dd993-8104-4494-a2db-8b134a8d3898 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:31.850225 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-aacbd283-86e6-4f05-9541-0114a143bb26 req-b65dd993-8104-4494-a2db-8b134a8d3898 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 946 time: 0.0505488 Sep 16 19:28:31.891066 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:31.909157 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-aacbd283-86e6-4f05-9541-0114a143bb26 req-ed6875e8-e1ad-4395-b905-e2e5a9d7a8f1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524964 Sep 16 19:28:32.258683 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-640613b4-6844-4600-bdc5-29b18ae3b7ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:32.513207 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba6c53-2a84-4c38-a294-95c4e16ce41b req-6b6edf62-a1ed-410d-8511-75f5f44370a1 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:32.514677 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-65ba6c53-2a84-4c38-a294-95c4e16ce41b req-6b6edf62-a1ed-410d-8511-75f5f44370a1 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.0477519 Sep 16 19:28:32.565742 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-65ba6c53-2a84-4c38-a294-95c4e16ce41b req-8c6e1560-72f0-4c84-963f-09099146bbb8 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450900 Sep 16 19:28:32.666534 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be024ec-b655-424f-a95e-fd32061ef0b9 req-0937f377-b10d-4925-bb99-e8a7c2464525 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:32.668093 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2be024ec-b655-424f-a95e-fd32061ef0b9 req-0937f377-b10d-4925-bb99-e8a7c2464525 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 945 time: 0.0463839 Sep 16 19:28:32.722280 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2be024ec-b655-424f-a95e-fd32061ef0b9 req-a9f94431-7b93-425b-810c-1dc7249c5c94 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480599 Sep 16 19:28:33.036818 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b66e50-5e4b-4049-9ab9-623cf1982ad6 req-bea79582-9202-4793-b89e-6cea9fcc7047 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:33.038167 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f1b66e50-5e4b-4049-9ab9-623cf1982ad6 req-bea79582-9202-4793-b89e-6cea9fcc7047 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 946 time: 0.0497258 Sep 16 19:28:33.088812 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f1b66e50-5e4b-4049-9ab9-623cf1982ad6 req-b36a1c16-22a3-4fd9-af08-39f89450acdb tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421596 Sep 16 19:28:33.588061 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:33.689256 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:33.705613 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afcb669-1989-4318-a4a0-5658037936c3 req-b773c8a7-8980-4b35-9fc7-b12b15690715 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:33.707201 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-5afcb669-1989-4318-a4a0-5658037936c3 req-b773c8a7-8980-4b35-9fc7-b12b15690715 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.0510211 Sep 16 19:28:33.772521 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-5afcb669-1989-4318-a4a0-5658037936c3 req-20894410-0432-4a7e-98a5-b356745d4b3d tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593336 Sep 16 19:28:33.890982 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c4f10-504e-4cb4-bae7-e678b1b43ae7 req-5945e72f-3959-4ad5-9f61-fa8dc27e5733 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:33.893360 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3e6c4f10-504e-4cb4-bae7-e678b1b43ae7 req-5945e72f-3959-4ad5-9f61-fa8dc27e5733 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 945 time: 0.0614541 Sep 16 19:28:33.956228 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3e6c4f10-504e-4cb4-bae7-e678b1b43ae7 req-b091e998-6bd4-4ba5-a4cf-a0a884b7e83a tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545254 Sep 16 19:28:34.256046 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc7a09-447e-4780-ba77-facecdbbb560 req-ffb30a16-e035-41c9-9dcf-754331cd1948 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:34.259290 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e3dc7a09-447e-4780-ba77-facecdbbb560 req-ffb30a16-e035-41c9-9dcf-754331cd1948 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 946 time: 0.0646746 Sep 16 19:28:34.279274 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 47114) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:28:34.325505 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e3dc7a09-447e-4780-ba77-facecdbbb560 req-2db4568d-f2fd-4255-a891-24d4973877fd tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573211 Sep 16 19:28:34.442981 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e60b2c26-61b1-43c8-858a-04b1dc9e96da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:34.531031 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e60b2c26-61b1-43c8-858a-04b1dc9e96da admin admin] Publish callbacks [] for security_group (a1d2ccca-cd6d-4994-8fe0-f7914d41784c), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:34.535220 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e60b2c26-61b1-43c8-858a-04b1dc9e96da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (a1d2ccca-cd6d-4994-8fe0-f7914d41784c), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:34.559181 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 47128) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:28:34.581968 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-e60b2c26-61b1-43c8-858a-04b1dc9e96da admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=8e54a265193f4ff597467d5f35f455bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3006308 Sep 16 19:28:34.583411 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60b2c26-61b1-43c8-858a-04b1dc9e96da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d2ccca-cd6d-4994-8fe0-f7914d41784c,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:34.584960 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 47132) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:28:34.639947 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cbef6704-2b2d-4bc4-8732-c0baa5e88880 admin admin] Publish callbacks [] for security_group (a1d2ccca-cd6d-4994-8fe0-f7914d41784c), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:34.661788 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cbef6704-2b2d-4bc4-8732-c0baa5e88880 admin admin] Publish callbacks [] for security_group (a1d2ccca-cd6d-4994-8fe0-f7914d41784c), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:34.698346 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e1ca5dfe-4175-4332-9147-e00efb7efcd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:34.762614 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cbef6704-2b2d-4bc4-8732-c0baa5e88880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (a1d2ccca-cd6d-4994-8fe0-f7914d41784c), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:34.765227 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cbef6704-2b2d-4bc4-8732-c0baa5e88880 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:34.768977 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-cbef6704-2b2d-4bc4-8732-c0baa5e88880 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a1d2ccca-cd6d-4994-8fe0-f7914d41784c HTTP/1.1" status: 204 len: 168 time: 0.1788256 Sep 16 19:28:34.800556 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef6704-2b2d-4bc4-8732-c0baa5e88880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d2ccca-cd6d-4994-8fe0-f7914d41784c,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:34.885650 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e1ca5dfe-4175-4332-9147-e00efb7efcd1 admin admin] Publish callbacks [] for security_group (ef78aec5-9ec6-47dd-b207-28451ceb699c), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:34.921698 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e1ca5dfe-4175-4332-9147-e00efb7efcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (ef78aec5-9ec6-47dd-b207-28451ceb699c), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:34.932073 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:34.972397 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459161d-008d-4a4d-a698-381a8139c1b7 req-1345d600-d8d1-4ecc-b597-c38ecf647af2 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:34.979829 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6459161d-008d-4a4d-a698-381a8139c1b7 req-1345d600-d8d1-4ecc-b597-c38ecf647af2 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.1007843 Sep 16 19:28:35.021088 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-e1ca5dfe-4175-4332-9147-e00efb7efcd1 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=934782b380634d3a8cd50d61575362e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4604733 Sep 16 19:28:35.023858 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 47154) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:28:35.025063 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca5dfe-4175-4332-9147-e00efb7efcd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef78aec5-9ec6-47dd-b207-28451ceb699c,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:35.035853 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:35.055724 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6459161d-008d-4a4d-a698-381a8139c1b7 req-8233f742-ab13-4e5b-84a7-9fd3df8e3a4b tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722635 Sep 16 19:28:35.142985 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:35.183970 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6b6a5cb9-93e4-4578-904b-1f0ba6ea002f admin admin] Publish callbacks [] for security_group (ef78aec5-9ec6-47dd-b207-28451ceb699c), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:35.211608 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6b6a5cb9-93e4-4578-904b-1f0ba6ea002f admin admin] Publish callbacks [] for security_group (ef78aec5-9ec6-47dd-b207-28451ceb699c), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:35.222450 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 47160) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:28:35.225440 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166236a3-7895-49a9-b8bd-8f31a29d85f5 req-b4e734e7-7e41-426e-bed5-a1be18136d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:35.227120 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-166236a3-7895-49a9-b8bd-8f31a29d85f5 req-b4e734e7-7e41-426e-bed5-a1be18136d2f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 1129 time: 0.0810437 Sep 16 19:28:35.248662 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eac5ecda-e979-4f50-bce0-667e52050996 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:35.304292 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d355932-3589-4bbb-a1f8-5d7598deb34f req-8773894d-a5a7-429d-977b-2221b183eef2 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:35.321545 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8d355932-3589-4bbb-a1f8-5d7598deb34f req-8773894d-a5a7-429d-977b-2221b183eef2 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 945 time: 0.0923343 Sep 16 19:28:35.343081 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6b6a5cb9-93e4-4578-904b-1f0ba6ea002f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (ef78aec5-9ec6-47dd-b207-28451ceb699c), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:35.345942 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6b6a5cb9-93e4-4578-904b-1f0ba6ea002f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:35.355096 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-6b6a5cb9-93e4-4578-904b-1f0ba6ea002f admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/ef78aec5-9ec6-47dd-b207-28451ceb699c HTTP/1.1" status: 204 len: 168 time: 0.3277102 Sep 16 19:28:35.407410 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6a5cb9-93e4-4578-904b-1f0ba6ea002f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef78aec5-9ec6-47dd-b207-28451ceb699c,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:35.433164 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eac5ecda-e979-4f50-bce0-667e52050996 admin admin] Publish callbacks [] for security_group (04051594-d16b-41f7-b996-7328f20bf65f), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:35.441087 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eac5ecda-e979-4f50-bce0-667e52050996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (04051594-d16b-41f7-b996-7328f20bf65f), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:35.461656 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8d355932-3589-4bbb-a1f8-5d7598deb34f req-5bfd3a6a-52dd-4665-8666-959343ce9307 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352208 Sep 16 19:28:35.503344 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5ecda-e979-4f50-bce0-667e52050996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04051594-d16b-41f7-b996-7328f20bf65f,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:35.564061 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-eac5ecda-e979-4f50-bce0-667e52050996 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=d48e668c596c42259fdc7da956c3364a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3401635 Sep 16 19:28:35.566856 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 47176) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:28:35.589095 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5b901-b3c0-4851-86a3-33be08c4f9ce req-27f895c4-a7b6-42a3-b86d-456990c5edd3 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:35.592139 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-37b5b901-b3c0-4851-86a3-33be08c4f9ce req-27f895c4-a7b6-42a3-b86d-456990c5edd3 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 946 time: 0.0850687 Sep 16 19:28:35.624543 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=9 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:35.649476 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2938ea59-1f61-412b-a136-0aace8bad5c4 admin admin] Publish callbacks [] for security_group (04051594-d16b-41f7-b996-7328f20bf65f), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:35.665478 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-37b5b901-b3c0-4851-86a3-33be08c4f9ce req-31491b37-857d-480a-bf0b-2a50b05b1c30 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612223 Sep 16 19:28:35.692837 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2938ea59-1f61-412b-a136-0aace8bad5c4 admin admin] Publish callbacks [] for security_group (04051594-d16b-41f7-b996-7328f20bf65f), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:35.779413 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2938ea59-1f61-412b-a136-0aace8bad5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (04051594-d16b-41f7-b996-7328f20bf65f), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:35.783152 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2938ea59-1f61-412b-a136-0aace8bad5c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:35.784662 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-2938ea59-1f61-412b-a136-0aace8bad5c4 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/04051594-d16b-41f7-b996-7328f20bf65f HTTP/1.1" status: 204 len: 168 time: 0.2168641 Sep 16 19:28:35.805308 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2938ea59-1f61-412b-a136-0aace8bad5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04051594-d16b-41f7-b996-7328f20bf65f,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:35.936094 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-166236a3-7895-49a9-b8bd-8f31a29d85f5 req-33f9126f-00f8-4e47-8717-a2abae8902b7 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172554 Sep 16 19:28:35.970005 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 47192) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:28:35.989397 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-67d66a04-a74d-4de7-8143-01e9bd3d04cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:35.989578 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb777d9-c3e0-4468-9952-b03af9b3f82d req-aef2380f-5a91-40ad-b9ef-675a24f6b937 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:35.991827 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fbb777d9-c3e0-4468-9952-b03af9b3f82d req-aef2380f-5a91-40ad-b9ef-675a24f6b937 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 946 time: 0.1038330 Sep 16 19:28:36.004255 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 47198) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:28:36.009108 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-8c688591-1290-48da-97c1-e6d7e441f6e4 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Request body: {'floatingip': {'port_id': '564ad5b6-f4d4-47ec-845c-17b90b57b3be'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:28:36.092862 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8c688591-1290-48da-97c1-e6d7e441f6e4 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for floatingip (c5d4b597-f55d-4bb6-b497-387431da21f1), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:36.125857 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-67d66a04-a74d-4de7-8143-01e9bd3d04cd admin admin] Publish callbacks [] for security_group (602a8a45-dd4f-49b7-add4-3a0da41541ea), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:36.127063 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:36.127935 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:36.134894 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-67d66a04-a74d-4de7-8143-01e9bd3d04cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (602a8a45-dd4f-49b7-add4-3a0da41541ea), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:36.212138 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-67d66a04-a74d-4de7-8143-01e9bd3d04cd admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=7290be7e365c44ccb5d5b7a263461ea0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2401712 Sep 16 19:28:36.212975 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 47204) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:28:36.223411 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d66a04-a74d-4de7-8143-01e9bd3d04cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602a8a45-dd4f-49b7-add4-3a0da41541ea,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:36.271047 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 47208) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:28:36.288874 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fd77a3d3-c488-43b4-ab95-f83722c23175 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:36.295828 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf78ab6-a689-4aee-aa4c-61c2c19abeaa req-a7c8a185-d19a-42a0-a998-413a8bb79aec tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:36.297687 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7cf78ab6-a689-4aee-aa4c-61c2c19abeaa req-a7c8a185-d19a-42a0-a998-413a8bb79aec tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.1086366 Sep 16 19:28:36.331670 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f6769233-add2-4e6d-a9f2-8aadf0ed7206 admin admin] Publish callbacks [] for security_group (602a8a45-dd4f-49b7-add4-3a0da41541ea), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:36.368554 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f6769233-add2-4e6d-a9f2-8aadf0ed7206 admin admin] Publish callbacks [] for security_group (602a8a45-dd4f-49b7-add4-3a0da41541ea), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:36.383501 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7cf78ab6-a689-4aee-aa4c-61c2c19abeaa req-348934cb-cfce-43f6-9300-f1e3f561e4c7 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795929 Sep 16 19:28:36.435571 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f6769233-add2-4e6d-a9f2-8aadf0ed7206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (602a8a45-dd4f-49b7-add4-3a0da41541ea), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:36.439221 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f6769233-add2-4e6d-a9f2-8aadf0ed7206 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:36.441213 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-f6769233-add2-4e6d-a9f2-8aadf0ed7206 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/602a8a45-dd4f-49b7-add4-3a0da41541ea HTTP/1.1" status: 204 len: 168 time: 0.2226386 Sep 16 19:28:36.453131 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6769233-add2-4e6d-a9f2-8aadf0ed7206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602a8a45-dd4f-49b7-add4-3a0da41541ea,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:36.600295 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fd77a3d3-c488-43b4-ab95-f83722c23175 admin admin] Publish callbacks [] for security_group (f49e238a-25a5-46d8-beb8-14b5d2cfbf77), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:36.641341 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fd77a3d3-c488-43b4-ab95-f83722c23175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (f49e238a-25a5-46d8-beb8-14b5d2cfbf77), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:36.664879 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116fd94-901a-49eb-b69f-05ffa5fec304 req-89bfe9d3-ee0e-4958-afc7-8f2aed48c5d3 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:36.666570 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e116fd94-901a-49eb-b69f-05ffa5fec304 req-89bfe9d3-ee0e-4958-afc7-8f2aed48c5d3 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 945 time: 0.0844617 Sep 16 19:28:36.742109 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e116fd94-901a-49eb-b69f-05ffa5fec304 req-f5460b3f-e4ed-4ac8-94cb-5369db8fbca1 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632293 Sep 16 19:28:36.794396 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-fd77a3d3-c488-43b4-ab95-f83722c23175 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=1c6b3af96f4a4b899f9abd9534a9b1f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5220037 Sep 16 19:28:36.795112 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd77a3d3-c488-43b4-ab95-f83722c23175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49e238a-25a5-46d8-beb8-14b5d2cfbf77,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:36.797942 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 47220) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:28:36.866941 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d96a82e6-8a6f-439b-9ccf-4dc2d1664797 admin admin] Publish callbacks [] for security_group (f49e238a-25a5-46d8-beb8-14b5d2cfbf77), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:36.890752 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d96a82e6-8a6f-439b-9ccf-4dc2d1664797 admin admin] Publish callbacks [] for security_group (f49e238a-25a5-46d8-beb8-14b5d2cfbf77), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:36.966480 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d96a82e6-8a6f-439b-9ccf-4dc2d1664797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (f49e238a-25a5-46d8-beb8-14b5d2cfbf77), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:36.969797 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d96a82e6-8a6f-439b-9ccf-4dc2d1664797 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:36.971151 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-d96a82e6-8a6f-439b-9ccf-4dc2d1664797 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/f49e238a-25a5-46d8-beb8-14b5d2cfbf77 HTTP/1.1" status: 204 len: 168 time: 0.1716583 Sep 16 19:28:36.983110 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96a82e6-8a6f-439b-9ccf-4dc2d1664797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49e238a-25a5-46d8-beb8-14b5d2cfbf77,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:37.111273 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee43c8e5-c493-4289-8fee-cdbd3e58cb17 req-8651e13f-b319-4cd0-95ab-a237c741e6af tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:37.118257 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ee43c8e5-c493-4289-8fee-cdbd3e58cb17 req-8651e13f-b319-4cd0-95ab-a237c741e6af tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.3904843 Sep 16 19:28:37.202515 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:37.217921 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:37.295926 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ee43c8e5-c493-4289-8fee-cdbd3e58cb17 req-76c10ea9-3aea-47a1-b72f-0e9899961a42 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766829 Sep 16 19:28:37.313319 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8c688591-1290-48da-97c1-e6d7e441f6e4 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:37.321057 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8c688591-1290-48da-97c1-e6d7e441f6e4 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681123'] for floatingip (c5d4b597-f55d-4bb6-b497-387431da21f1), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:37.455008 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.db.l3_db [None req-8c688591-1290-48da-97c1-e6d7e441f6e4 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Floating IP c5d4b597-f55d-4bb6-b497-387431da21f1 associated. External IP: 172.27.2.120, port: 564ad5b6-f4d4-47ec-845c-17b90b57b3be. Sep 16 19:28:37.606745 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c684f76-1131-4fc8-a132-c1ebc020c342 req-a9565d28-3cde-404a-baf9-b9640cfea837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:37.608278 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0c684f76-1131-4fc8-a132-c1ebc020c342 req-a9565d28-3cde-404a-baf9-b9640cfea837 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=804d63e1308b4729aff976d65f667e28&device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 1129 time: 0.0867276 Sep 16 19:28:37.853622 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c684f76-1131-4fc8-a132-c1ebc020c342 req-eaf2d9de-2448-4651-9958-a81364e9a54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:37.855268 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0c684f76-1131-4fc8-a132-c1ebc020c342 req-eaf2d9de-2448-4651-9958-a81364e9a54c service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=1e4e6da9-902d-45b4-9fce-268e4415ecdb HTTP/1.1" status: 200 len: 919 time: 0.2396691 Sep 16 19:28:37.900322 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0c684f76-1131-4fc8-a132-c1ebc020c342 req-d82ecd1d-4165-4cc6-b4e8-3606a30338a0 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01a4d47d-f873-40b4-a03d-c34fc0000f93 HTTP/1.1" status: 200 len: 217 time: 0.0377877 Sep 16 19:28:37.901698 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 47276) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:28:37.914600 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c688591-1290-48da-97c1-e6d7e441f6e4 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Router 9227d13d-de08-4ed6-a833-6283712bcfa7 has already been hosted by L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:28:37.929060 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f9ecd-0bd8-4a2b-9560-223966a3f5e6 req-e19334ab-31e1-4e1d-9cff-f4aeba7eea29 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:37.930745 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-902f9ecd-0bd8-4a2b-9560-223966a3f5e6 req-e19334ab-31e1-4e1d-9cff-f4aeba7eea29 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 945 time: 0.0624254 Sep 16 19:28:38.014075 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-902f9ecd-0bd8-4a2b-9560-223966a3f5e6 req-c7237003-285b-4e05-9dfc-169f1b8d963d tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747976 Sep 16 19:28:38.126889 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c688591-1290-48da-97c1-e6d7e441f6e4 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:28:38.132710 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8c688591-1290-48da-97c1-e6d7e441f6e4 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for floatingip (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:38.142344 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983c876c-35a6-4c27-9513-1e5b6cbde6d0 None None] Sync routers for ids ['9227d13d-de08-4ed6-a833-6283712bcfa7'] in dv-cinder-850320-7-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:28:38.158542 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c684f76-1131-4fc8-a132-c1ebc020c342 req-d9ab00f7-7fe1-472c-9410-1233207cd573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:38.160265 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0c684f76-1131-4fc8-a132-c1ebc020c342 req-d9ab00f7-7fe1-472c-9410-1233207cd573 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=f796f6e5-3b84-4c9f-8c87-22a14447d493 HTTP/1.1" status: 200 len: 857 time: 0.0994873 Sep 16 19:28:38.163418 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983c876c-35a6-4c27-9513-1e5b6cbde6d0 None None] Routers {'9227d13d-de08-4ed6-a833-6283712bcfa7'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:28:38.164153 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-983c876c-35a6-4c27-9513-1e5b6cbde6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:28:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['9227d13d-de08-4ed6-a833-6283712bcfa7'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:28:38.174939 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-07380e0a-c425-4ce0-9e38-00df0749ce43 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-364892162-network', 'tenant_id': 'd7fc1dae09f145afab37db3a792430d3'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:28:38.186703 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-8c688591-1290-48da-97c1-e6d7e441f6e4 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/c5d4b597-f55d-4bb6-b497-387431da21f1 HTTP/1.1" status: 200 len: 992 time: 2.1811333 Sep 16 19:28:38.190100 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96e61203-755e-4afc-9359-dbbe44b0934d', 'tag': '564ad5b6-f4d4-47ec-845c-17b90b57b3be'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:28:38.192414 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc02aeec164665d1be19478bc83a94d6f81df8203eb0e70a86ccaa2f58cdb70d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f1644f-6cf0-4282-bc1d-c3dd384eca77" -d '{"events": [{"name": "network-changed", "server_uuid": "96e61203-755e-4afc-9359-dbbe44b0934d", "tag": "564ad5b6-f4d4-47ec-845c-17b90b57b3be"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:28:38.212912 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07380e0a-c425-4ce0-9e38-00df0749ce43 admin admin] Made reservation on behalf of d7fc1dae09f145afab37db3a792430d3 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:28:38.215571 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-07380e0a-c425-4ce0-9e38-00df0749ce43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for network (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:38.225693 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-07380e0a-c425-4ce0-9e38-00df0749ce43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:38.237242 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 19:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ebe21b4-f189-4828-a03f-06bcd9cbdfa1 x-openstack-request-id: req-0ebe21b4-f189-4828-a03f-06bcd9cbdfa1 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:28:38.237524 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96e61203-755e-4afc-9359-dbbe44b0934d", "tag": "564ad5b6-f4d4-47ec-845c-17b90b57b3be", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:28:38.237959 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0ebe21b4-f189-4828-a03f-06bcd9cbdfa1 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:28:38.238506 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ebe21b4-f189-4828-a03f-06bcd9cbdfa1'] response: {'name': 'network-changed', 'server_uuid': '96e61203-755e-4afc-9359-dbbe44b0934d', 'tag': '564ad5b6-f4d4-47ec-845c-17b90b57b3be', 'status': 'completed', 'code': 200} Sep 16 19:28:38.261124 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:38.320776 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-07380e0a-c425-4ce0-9e38-00df0749ce43 admin admin] Publish callbacks [] for security_group (6d4ffc2f-1fa8-4177-98f7-e30b19ef58fb), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:38.322331 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-983c876c-35a6-4c27-9513-1e5b6cbde6d0 None None] Set router 9227d13d-de08-4ed6-a833-6283712bcfa7 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:28:38.326894 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-07380e0a-c425-4ce0-9e38-00df0749ce43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (6d4ffc2f-1fa8-4177-98f7-e30b19ef58fb), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:38.350974 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07380e0a-c425-4ce0-9e38-00df0749ce43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 19:28:38.373611 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07380e0a-c425-4ce0-9e38-00df0749ce43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4ffc2f-1fa8-4177-98f7-e30b19ef58fb,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:38.376876 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-07380e0a-c425-4ce0-9e38-00df0749ce43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694'] for segment (1b698c52-1803-40ad-a866-6ff1515380db), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:38.377289 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.db.segments_db [None req-07380e0a-c425-4ce0-9e38-00df0749ce43 admin admin] Added segment 1b698c52-1803-40ad-a866-6ff1515380db of type vlan for network 4fc394e5-4a72-4e1b-a046-66e03ed753a7 Sep 16 19:28:38.440872 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-07380e0a-c425-4ce0-9e38-00df0749ce43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764811224998'] for network (4fc394e5-4a72-4e1b-a046-66e03ed753a7), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:38.484478 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-07380e0a-c425-4ce0-9e38-00df0749ce43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119'] for network (4fc394e5-4a72-4e1b-a046-66e03ed753a7), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:38.486622 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07380e0a-c425-4ce0-9e38-00df0749ce43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:38.487605 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-07380e0a-c425-4ce0-9e38-00df0749ce43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for network (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:38.490430 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba59a3c-608c-4d33-8abd-c8466d187283 req-1638ceab-c078-4e2c-9dca-460a5e1abed4 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:38.492353 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bba59a3c-608c-4d33-8abd-c8466d187283 req-1638ceab-c078-4e2c-9dca-460a5e1abed4 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.0713925 Sep 16 19:28:38.495605 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:38.588939 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-07380e0a-c425-4ce0-9e38-00df0749ce43 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6859536 Sep 16 19:28:38.593927 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 47306) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:28:38.595720 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bba59a3c-608c-4d33-8abd-c8466d187283 req-5d19c383-9222-42c5-a63e-15ea84c7ad35 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969744 Sep 16 19:28:38.601120 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-744ba6e6-c15f-4452-b96e-cc7eb567b0db admin admin] Request body: {'subnet': {'network_id': '4fc394e5-4a72-4e1b-a046-66e03ed753a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-364892162-subnet', 'tenant_id': 'd7fc1dae09f145afab37db3a792430d3', 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:28:38.605047 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07380e0a-c425-4ce0-9e38-00df0749ce43 admin admin] Pushing event updated for resources: {'Network': ['ID=4fc394e5-4a72-4e1b-a046-66e03ed753a7,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:38.632194 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744ba6e6-c15f-4452-b96e-cc7eb567b0db admin admin] Made reservation on behalf of d7fc1dae09f145afab37db3a792430d3 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:28:38.633514 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Network 4fc394e5-4a72-4e1b-a046-66e03ed753a7 details requested by agent ovs-agent-dv-cinder-850320-7-iscsi with host dv-cinder-850320-7-iscsi {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 19:28:38.638260 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-744ba6e6-c15f-4452-b96e-cc7eb567b0db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360884'] for subnet (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:38.682920 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-983c876c-35a6-4c27-9513-1e5b6cbde6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'name': 'tempest-AttachVolumeNegativeTest-1174890714-router', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:47Z', 'updated_at': '2022-09-16T19:26:56Z', 'revision_number': 4, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'gw_port': {'id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:dd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:48Z', 'updated_at': '2022-09-16T19:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_floatingips': [{'id': 'c5d4b597-f55d-4bb6-b497-387431da21f1', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'port_id': '564ad5b6-f4d4-47ec-845c-17b90b57b3be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'mac_address': 'fa:16:3e:7d:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e61203-755e-4afc-9359-dbbe44b0934d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:27:06Z', 'updated_at': '2022-09-16T19:28:37Z', 'revision_number': 1, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aea26ef-78b1-4046-af15-928f65832dc2', 'name': '', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'mac_address': 'fa:16:3e:64:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:53Z', 'updated_at': '2022-09-16T19:27:04Z', 'revision_number': 5, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'subnets': [{'id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:28:38.728139 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983c876c-35a6-4c27-9513-1e5b6cbde6d0 None None] Checking router: 9227d13d-de08-4ed6-a833-6283712bcfa7 for host: dv-cinder-850320-7-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:28:38.741415 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983c876c-35a6-4c27-9513-1e5b6cbde6d0 None None] Routers {'9227d13d-de08-4ed6-a833-6283712bcfa7'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:28:38.742656 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-983c876c-35a6-4c27-9513-1e5b6cbde6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:28:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['9227d13d-de08-4ed6-a833-6283712bcfa7'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:28:38.870392 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-983c876c-35a6-4c27-9513-1e5b6cbde6d0 None None] Set router 9227d13d-de08-4ed6-a833-6283712bcfa7 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:28:38.879863 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-744ba6e6-c15f-4452-b96e-cc7eb567b0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360866'] for subnet (fcb3e0c9-538f-40ce-83b8-814de92b3dde), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:38.948971 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ba6e6-c15f-4452-b96e-cc7eb567b0db admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcb3e0c9-538f-40ce-83b8-814de92b3dde,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:38.958493 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744ba6e6-c15f-4452-b96e-cc7eb567b0db admin admin] Checking segment: {'id': '1b698c52-1803-40ad-a866-6ff1515380db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4fc394e5-4a72-4e1b-a046-66e03ed753a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:28:38.958851 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744ba6e6-c15f-4452-b96e-cc7eb567b0db admin admin] Network hostable DHCP agents. Network: 4fc394e5-4a72-4e1b-a046-66e03ed753a7, hostable agents: ['ba1fefac-954c-4dc4-b172-e3e5be1bbc35'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 19:28:38.981472 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744ba6e6-c15f-4452-b96e-cc7eb567b0db admin admin] Network 4fc394e5-4a72-4e1b-a046-66e03ed753a7 is scheduled to be hosted by DHCP agent ba1fefac-954c-4dc4-b172-e3e5be1bbc35 with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 19:28:39.012558 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-744ba6e6-c15f-4452-b96e-cc7eb567b0db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850320-7-iscsi, 4fc394e5-4a72-4e1b-a046-66e03ed753a7) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:28:39.018570 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744ba6e6-c15f-4452-b96e-cc7eb567b0db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:39.019607 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-744ba6e6-c15f-4452-b96e-cc7eb567b0db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:39.033085 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d5e310-878f-455d-ac53-ed9a2abb4416 None None] Network 4fc394e5-4a72-4e1b-a046-66e03ed753a7 requested from dv-cinder-850320-7-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 19:28:39.063688 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1644f-6cf0-4282-bc1d-c3dd384eca77 req-1d60954a-db4e-4143-af1b-2628019c5577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:39.066676 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-80f1644f-6cf0-4282-bc1d-c3dd384eca77 req-1d60954a-db4e-4143-af1b-2628019c5577 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1983ce4dc9bd4050a2399d9f62d3e871&device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 1130 time: 0.0625443 Sep 16 19:28:39.116229 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-744ba6e6-c15f-4452-b96e-cc7eb567b0db admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5215416 Sep 16 19:28:39.118593 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c684f76-1131-4fc8-a132-c1ebc020c342 req-c6d8922b-b452-4bc9-8bf8-50f9115b1d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:39.124125 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 47340) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:28:39.124276 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0c684f76-1131-4fc8-a132-c1ebc020c342 req-c6d8922b-b452-4bc9-8bf8-50f9115b1d53 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=1e4e6da9-902d-45b4-9fce-268e4415ecdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1180868 Sep 16 19:28:39.129383 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-6a1fc95c-9605-4763-bd15-1326bcbbba0e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-364892162-router', 'tenant_id': 'd7fc1dae09f145afab37db3a792430d3', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:28:39.223994 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:39.251293 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61be87b2-8519-4101-b74c-8420467fc8e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3be41fd3-b622-5347-8adb-91649a85407c-4fc394e5-4a72-4e1b-a046-66e03ed753a7', 'network_id': '4fc394e5-4a72-4e1b-a046-66e03ed753a7', 'project_id': 'd7fc1dae09f145afab37db3a792430d3', 'fixed_ips': [{'subnet_id': 'fcb3e0c9-538f-40ce-83b8-814de92b3dde'}]}} from dv-cinder-850320-7-iscsi. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 19:28:39.253338 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-983c876c-35a6-4c27-9513-1e5b6cbde6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'name': 'tempest-AttachVolumeNegativeTest-1174890714-router', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:47Z', 'updated_at': '2022-09-16T19:26:56Z', 'revision_number': 4, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'gw_port': {'id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:dd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:48Z', 'updated_at': '2022-09-16T19:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_floatingips': [{'id': 'c5d4b597-f55d-4bb6-b497-387431da21f1', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'port_id': '564ad5b6-f4d4-47ec-845c-17b90b57b3be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'mac_address': 'fa:16:3e:7d:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e61203-755e-4afc-9359-dbbe44b0934d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:27:06Z', 'updated_at': '2022-09-16T19:28:37Z', 'revision_number': 1, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aea26ef-78b1-4046-af15-928f65832dc2', 'name': '', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'mac_address': 'fa:16:3e:64:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:53Z', 'updated_at': '2022-09-16T19:27:04Z', 'revision_number': 5, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'subnets': [{'id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:28:39.254050 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-61be87b2-8519-4101-b74c-8420467fc8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:39.277311 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:39.288118 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6a1fc95c-9605-4763-bd15-1326bcbbba0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-680076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4722'] for router (f18aff15-7809-4ad6-b4d8-953c47498b60), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:39.289514 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6a1fc95c-9605-4763-bd15-1326bcbbba0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-776702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4729'] for router (f18aff15-7809-4ad6-b4d8-953c47498b60), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:39.293668 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983c876c-35a6-4c27-9513-1e5b6cbde6d0 None None] The sync data for ids ['9227d13d-de08-4ed6-a833-6283712bcfa7'] in dv-cinder-850320-7-iscsi is: [{'id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'name': 'tempest-AttachVolumeNegativeTest-1174890714-router', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:47Z', 'updated_at': '2022-09-16T19:26:56Z', 'revision_number': 4, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'gw_port': {'id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:dd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:48Z', 'updated_at': '2022-09-16T19:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_floatingips': [{'id': 'c5d4b597-f55d-4bb6-b497-387431da21f1', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'port_id': '564ad5b6-f4d4-47ec-845c-17b90b57b3be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'mac_address': 'fa:16:3e:7d:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e61203-755e-4afc-9359-dbbe44b0934d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:27:06Z', 'updated_at': '2022-09-16T19:28:37Z', 'revision_number': 1, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aea26ef-78b1-4046-af15-928f65832dc2', 'name': '', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'mac_address': 'fa:16:3e:64:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:53Z', 'updated_at': '2022-09-16T19:27:04Z', 'revision_number': 5, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'subnets': [{'id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:28:39.312919 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ccd88-3743-4f1e-a0d7-60b08541f9ab req-5a8a7b05-5c1f-40d9-9553-cf3d3897bc52 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:39.325065 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-040ccd88-3743-4f1e-a0d7-60b08541f9ab req-5a8a7b05-5c1f-40d9-9553-cf3d3897bc52 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 945 time: 0.1507387 Sep 16 19:28:39.408842 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-040ccd88-3743-4f1e-a0d7-60b08541f9ab req-b05d684c-e48b-426d-b224-1881c50c2498 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820403 Sep 16 19:28:39.410056 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:39.412754 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1644f-6cf0-4282-bc1d-c3dd384eca77 req-0e4a2844-5bea-4e2d-91a5-b7c5e68143df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:39.418617 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-80f1644f-6cf0-4282-bc1d-c3dd384eca77 req-0e4a2844-5bea-4e2d-91a5-b7c5e68143df service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=1b509164-1dc6-4639-9003-d3f932682d2f HTTP/1.1" status: 200 len: 916 time: 0.3455796 Sep 16 19:28:39.459974 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0c684f76-1131-4fc8-a132-c1ebc020c342 req-d83bced8-df0d-4bd7-9c80-79c80377e64e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1e4e6da9-902d-45b4-9fce-268e4415ecdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305247 Sep 16 19:28:39.512209 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-61be87b2-8519-4101-b74c-8420467fc8e2 None None] Allocated IP 172.20.0.2 (4fc394e5-4a72-4e1b-a046-66e03ed753a7/fcb3e0c9-538f-40ce-83b8-814de92b3dde/b14ff3cf-fad6-445f-86a9-ea35f1be92ca) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:28:39.541042 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6a1fc95c-9605-4763-bd15-1326bcbbba0e admin admin] Publish callbacks [] for router_controller (f18aff15-7809-4ad6-b4d8-953c47498b60), precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:39.649416 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3d533-d981-4e14-8658-0b0f8c4af241 req-1197ac19-7927-4806-8866-754214828dfe tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:39.654703 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-dce3d533-d981-4e14-8658-0b0f8c4af241 req-1197ac19-7927-4806-8866-754214828dfe tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 945 time: 0.0989435 Sep 16 19:28:39.662751 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 47352) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:28:39.678778 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-e86492e2-ea01-4d86-b835-5c435f10ee6d tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Request body: {'floatingip': {'port_id': 'bea6c9de-5e89-45b4-bf9a-289f31f5e544'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:28:39.744839 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e86492e2-ea01-4d86-b835-5c435f10ee6d tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks [] for floatingip (32663e9b-705a-4e01-b17d-882860be3fc8), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:39.779459 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0c684f76-1131-4fc8-a132-c1ebc020c342 req-da8ba8d3-0939-4f76-ab05-c981dcf7ad91 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1e4e6da9-902d-45b4-9fce-268e4415ecdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123012 Sep 16 19:28:39.802246 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-61be87b2-8519-4101-b74c-8420467fc8e2 None None] Publish callbacks [] for port (b14ff3cf-fad6-445f-86a9-ea35f1be92ca), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:39.819685 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-61be87b2-8519-4101-b74c-8420467fc8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816'] for port (b14ff3cf-fad6-445f-86a9-ea35f1be92ca), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:39.899255 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:39.918879 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c1732-4889-46c7-8ca9-b791ed2e8ba8 req-b6325f82-b895-4381-9cbc-cd133d203d0f tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:39.927686 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-320c1732-4889-46c7-8ca9-b791ed2e8ba8 req-b6325f82-b895-4381-9cbc-cd133d203d0f tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.1857464 Sep 16 19:28:39.971667 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:39.982115 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be87b2-8519-4101-b74c-8420467fc8e2 None None] Pushing event updated for resources: {'Port': ['ID=b14ff3cf-fad6-445f-86a9-ea35f1be92ca,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:39.987573 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 47366) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:28:39.995855 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61be87b2-8519-4101-b74c-8420467fc8e2 None None] Network 4fc394e5-4a72-4e1b-a046-66e03ed753a7 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:28:40.003642 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-61be87b2-8519-4101-b74c-8420467fc8e2 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:28:40.015374 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61be87b2-8519-4101-b74c-8420467fc8e2 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:28:40.100648 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-320c1732-4889-46c7-8ca9-b791ed2e8ba8 req-d4fefb9c-9e7f-4249-83eb-17a924583302 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718976 Sep 16 19:28:40.105201 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-80f1644f-6cf0-4282-bc1d-c3dd384eca77 req-aac69222-4771-4377-9b1a-eb5092bc7987 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=564ad5b6-f4d4-47ec-845c-17b90b57b3be HTTP/1.1" status: 200 len: 1000 time: 0.6799698 Sep 16 19:28:40.138907 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-61be87b2-8519-4101-b74c-8420467fc8e2 None None] Attempting to bind port b14ff3cf-fad6-445f-86a9-ea35f1be92ca on host dv-cinder-850320-7-iscsi for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:28:40.139528 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-61be87b2-8519-4101-b74c-8420467fc8e2 None None] Attempting to bind port b14ff3cf-fad6-445f-86a9-ea35f1be92ca by drivers openvswitch,hyperv on host dv-cinder-850320-7-iscsi at level 0 using segments [{'id': '1b698c52-1803-40ad-a866-6ff1515380db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4fc394e5-4a72-4e1b-a046-66e03ed753a7'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:28:40.141060 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61be87b2-8519-4101-b74c-8420467fc8e2 None None] Attempting to bind port b14ff3cf-fad6-445f-86a9-ea35f1be92ca on network 4fc394e5-4a72-4e1b-a046-66e03ed753a7 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:28:40.183028 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6a1fc95c-9605-4763-bd15-1326bcbbba0e admin admin] Publish callbacks [] for router_gateway (f18aff15-7809-4ad6-b4d8-953c47498b60), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:40.254967 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61be87b2-8519-4101-b74c-8420467fc8e2 None None] Checking agent: {'id': 'b5f6a205-959f-46f4-8ef4-8f70c2c67a2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850320-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 18, 35), 'started_at': datetime.datetime(2022, 9, 16, 19, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850320-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:28:40.256649 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61be87b2-8519-4101-b74c-8420467fc8e2 None None] Checking segment: {'id': '1b698c52-1803-40ad-a866-6ff1515380db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4fc394e5-4a72-4e1b-a046-66e03ed753a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:28:40.258490 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-61be87b2-8519-4101-b74c-8420467fc8e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:40.259392 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61be87b2-8519-4101-b74c-8420467fc8e2 None None] Bound using segment: {'id': '1b698c52-1803-40ad-a866-6ff1515380db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4fc394e5-4a72-4e1b-a046-66e03ed753a7'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:28:40.261814 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-61be87b2-8519-4101-b74c-8420467fc8e2 None None] Bound port: b14ff3cf-fad6-445f-86a9-ea35f1be92ca, host: dv-cinder-850320-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b698c52-1803-40ad-a866-6ff1515380db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4fc394e5-4a72-4e1b-a046-66e03ed753a7'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:28:40.262278 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1644f-6cf0-4282-bc1d-c3dd384eca77 req-856a7fd7-2f11-466e-ad77-ebfab95445a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:40.263487 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-61be87b2-8519-4101-b74c-8420467fc8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (b14ff3cf-fad6-445f-86a9-ea35f1be92ca), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:40.267498 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-80f1644f-6cf0-4282-bc1d-c3dd384eca77 req-856a7fd7-2f11-466e-ad77-ebfab95445a9 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b23467b1-0e6b-4468-bd6e-d295548dcf80 HTTP/1.1" status: 200 len: 854 time: 0.0780334 Sep 16 19:28:40.348694 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-09ecf0fe-c01c-4b62-b5d8-8f29f0501ba1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:40.376716 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=88,neutron:UPDATE=9,neutron:INSERT=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:40.390730 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 47378) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:28:40.397723 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-61be87b2-8519-4101-b74c-8420467fc8e2 None None] For port b14ff3cf-fad6-445f-86a9-ea35f1be92ca, host dv-cinder-850320-7-iscsi, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:28:40.401550 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-61be87b2-8519-4101-b74c-8420467fc8e2 None None] For port b14ff3cf-fad6-445f-86a9-ea35f1be92ca, host dv-cinder-850320-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=b14ff3cf-fad6-445f-86a9-ea35f1be92ca,segment=NetworkSegment(1b698c52-1803-40ad-a866-6ff1515380db),segment_id=1b698c52-1803-40ad-a866-6ff1515380db)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:28:40.413609 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-61be87b2-8519-4101-b74c-8420467fc8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (b14ff3cf-fad6-445f-86a9-ea35f1be92ca), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:40.431357 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1644f-6cf0-4282-bc1d-c3dd384eca77 req-67a4ce11-0852-48c9-bc6c-0c5759ddb87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:40.433230 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-80f1644f-6cf0-4282-bc1d-c3dd384eca77 req-67a4ce11-0852-48c9-bc6c-0c5759ddb87f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=1b509164-1dc6-4639-9003-d3f932682d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1044726 Sep 16 19:28:40.499355 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be87b2-8519-4101-b74c-8420467fc8e2 None None] Pushing event updated for resources: {'Port': ['ID=b14ff3cf-fad6-445f-86a9-ea35f1be92ca,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:40.619561 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d3a10854-d5e4-4b37-acc0-038d2df1f805 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:40.717649 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-80f1644f-6cf0-4282-bc1d-c3dd384eca77 req-f9e722f5-f9e9-4f2d-bcbf-8d06a0eff6ab service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1b509164-1dc6-4639-9003-d3f932682d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760177 Sep 16 19:28:40.728911 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6a1fc95c-9605-4763-bd15-1326bcbbba0e admin admin] Publish callbacks [] for router_gateway (f18aff15-7809-4ad6-b4d8-953c47498b60), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:40.843268 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6a1fc95c-9605-4763-bd15-1326bcbbba0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:40.878974 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-09ecf0fe-c01c-4b62-b5d8-8f29f0501ba1 admin admin] Publish callbacks [] for security_group (340129a7-1d97-45b9-9a42-4a4148d0f47d), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:40.892677 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-09ecf0fe-c01c-4b62-b5d8-8f29f0501ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (340129a7-1d97-45b9-9a42-4a4148d0f47d), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:40.912151 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e440fd3c-e711-41ed-8026-f99096542d4d None None] New status for floating IP c5d4b597-f55d-4bb6-b497-387431da21f1: ACTIVE {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 19:28:40.949457 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ecf0fe-c01c-4b62-b5d8-8f29f0501ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340129a7-1d97-45b9-9a42-4a4148d0f47d,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:40.961192 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:40.987054 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-09ecf0fe-c01c-4b62-b5d8-8f29f0501ba1 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=735ae464bbfa4b42b4acea9cded33cc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9907103 Sep 16 19:28:40.988303 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 47386) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:28:41.026229 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d3a10854-d5e4-4b37-acc0-038d2df1f805 admin admin] Publish callbacks [] for security_group (53f3b485-0c32-46a1-8b45-bbd34a78dcbf), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:41.030851 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-80f1644f-6cf0-4282-bc1d-c3dd384eca77 req-bbb44ba9-6fcd-4218-8c9f-2e9ca060c66d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1b509164-1dc6-4639-9003-d3f932682d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046043 Sep 16 19:28:41.039564 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d3a10854-d5e4-4b37-acc0-038d2df1f805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (53f3b485-0c32-46a1-8b45-bbd34a78dcbf), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:41.071835 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:41.075782 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-6a1fc95c-9605-4763-bd15-1326bcbbba0e admin admin] Allocated IP 172.27.2.19 (01cd8397-3ed1-4c5d-9923-fabf569219df/d3fb57fd-37cc-4923-b90f-7dd3d712a8d3/d8930fcd-b015-4e47-92ce-6daa56c841e9) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:28:41.095424 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:41.098558 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e86492e2-ea01-4d86-b835-5c435f10ee6d tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:41.108839 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e86492e2-ea01-4d86-b835-5c435f10ee6d tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681123'] for floatingip (32663e9b-705a-4e01-b17d-882860be3fc8), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:41.123165 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-d3a10854-d5e4-4b37-acc0-038d2df1f805 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=e6704532ce49478ea5ca1be3a8fd31ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7277594 Sep 16 19:28:41.132795 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 47390) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:28:41.133449 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a10854-d5e4-4b37-acc0-038d2df1f805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f3b485-0c32-46a1-8b45-bbd34a78dcbf,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:41.185887 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-54ea4d8a-9be2-4796-909b-37aa805b363d admin admin] Publish callbacks [] for security_group (340129a7-1d97-45b9-9a42-4a4148d0f47d), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:41.246106 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-54ea4d8a-9be2-4796-909b-37aa805b363d admin admin] Publish callbacks [] for security_group (340129a7-1d97-45b9-9a42-4a4148d0f47d), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:41.261824 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.db.l3_db [None req-e86492e2-ea01-4d86-b835-5c435f10ee6d tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Floating IP 32663e9b-705a-4e01-b17d-882860be3fc8 associated. External IP: 172.27.2.150, port: bea6c9de-5e89-45b4-bf9a-289f31f5e544. Sep 16 19:28:41.279387 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-45539c19-a23d-49ad-8644-90e746d838fb admin admin] Publish callbacks [] for security_group (53f3b485-0c32-46a1-8b45-bbd34a78dcbf), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:41.320944 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-45539c19-a23d-49ad-8644-90e746d838fb admin admin] Publish callbacks [] for security_group (53f3b485-0c32-46a1-8b45-bbd34a78dcbf), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:41.360824 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dcba74-fd41-4306-8a14-4fe7ddb8f5d8 req-aecdf919-8d5c-4155-bef4-d7414b996e3e tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:41.362404 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-20dcba74-fd41-4306-8a14-4fe7ddb8f5d8 req-aecdf919-8d5c-4155-bef4-d7414b996e3e tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.1396756 Sep 16 19:28:41.387723 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6a1fc95c-9605-4763-bd15-1326bcbbba0e admin admin] Publish callbacks [] for port (d8930fcd-b015-4e47-92ce-6daa56c841e9), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:41.392857 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-54ea4d8a-9be2-4796-909b-37aa805b363d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (340129a7-1d97-45b9-9a42-4a4148d0f47d), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:41.395515 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-54ea4d8a-9be2-4796-909b-37aa805b363d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:41.399301 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-54ea4d8a-9be2-4796-909b-37aa805b363d admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/340129a7-1d97-45b9-9a42-4a4148d0f47d HTTP/1.1" status: 204 len: 168 time: 0.4077001 Sep 16 19:28:41.416162 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea4d8a-9be2-4796-909b-37aa805b363d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340129a7-1d97-45b9-9a42-4a4148d0f47d,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:41.468916 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-20dcba74-fd41-4306-8a14-4fe7ddb8f5d8 req-4b27d2e9-dcfb-4543-8ccc-ef5de34a8004 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855763 Sep 16 19:28:41.473854 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-45539c19-a23d-49ad-8644-90e746d838fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (53f3b485-0c32-46a1-8b45-bbd34a78dcbf), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:41.478283 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-45539c19-a23d-49ad-8644-90e746d838fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:41.479765 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-45539c19-a23d-49ad-8644-90e746d838fb admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/53f3b485-0c32-46a1-8b45-bbd34a78dcbf HTTP/1.1" status: 204 len: 168 time: 0.3418045 Sep 16 19:28:41.510978 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45539c19-a23d-49ad-8644-90e746d838fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f3b485-0c32-46a1-8b45-bbd34a78dcbf,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:41.534513 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6a1fc95c-9605-4763-bd15-1326bcbbba0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816'] for port (d8930fcd-b015-4e47-92ce-6daa56c841e9), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:41.557454 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86492e2-ea01-4d86-b835-5c435f10ee6d tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Router 740295f4-51e8-4b53-b3d9-d5677e6c4721 has already been hosted by L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:28:41.558799 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:41.625557 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1fc95c-9605-4763-bd15-1326bcbbba0e admin admin] Network 01cd8397-3ed1-4c5d-9923-fabf569219df is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:28:41.626469 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1fc95c-9605-4763-bd15-1326bcbbba0e admin admin] Pushing event updated for resources: {'Port': ['ID=d8930fcd-b015-4e47-92ce-6daa56c841e9,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:41.632958 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-6a1fc95c-9605-4763-bd15-1326bcbbba0e admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:28:41.635916 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1fc95c-9605-4763-bd15-1326bcbbba0e admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:28:41.739553 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86492e2-ea01-4d86-b835-5c435f10ee6d tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:28:41.754900 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efcf28c-25c3-4b49-bbc7-675bd136c5f2 None None] Sync routers for ids ['740295f4-51e8-4b53-b3d9-d5677e6c4721'] in dv-cinder-850320-7-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:28:41.760855 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e86492e2-ea01-4d86-b835-5c435f10ee6d tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for floatingip (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:41.780187 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efcf28c-25c3-4b49-bbc7-675bd136c5f2 None None] Routers {'740295f4-51e8-4b53-b3d9-d5677e6c4721'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:28:41.780849 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-1efcf28c-25c3-4b49-bbc7-675bd136c5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:28:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['740295f4-51e8-4b53-b3d9-d5677e6c4721'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:28:41.818865 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-e86492e2-ea01-4d86-b835-5c435f10ee6d tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/32663e9b-705a-4e01-b17d-882860be3fc8 HTTP/1.1" status: 200 len: 991 time: 2.1522930 Sep 16 19:28:41.819621 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4517a109-0e87-4b92-b499-4182d9501752', 'tag': 'bea6c9de-5e89-45b4-bf9a-289f31f5e544'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:28:41.823220 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc02aeec164665d1be19478bc83a94d6f81df8203eb0e70a86ccaa2f58cdb70d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dba09e1-7ede-46af-8dcf-1e76656c4f01" -d '{"events": [{"name": "network-changed", "server_uuid": "4517a109-0e87-4b92-b499-4182d9501752", "tag": "bea6c9de-5e89-45b4-bf9a-289f31f5e544"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:28:41.920428 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 19:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c40a73-b3bb-4122-8aeb-358ab0f853fb x-openstack-request-id: req-d3c40a73-b3bb-4122-8aeb-358ab0f853fb {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:28:41.920740 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4517a109-0e87-4b92-b499-4182d9501752", "tag": "bea6c9de-5e89-45b4-bf9a-289f31f5e544", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:28:41.920962 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d3c40a73-b3bb-4122-8aeb-358ab0f853fb {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:28:41.921422 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3c40a73-b3bb-4122-8aeb-358ab0f853fb'] response: {'name': 'network-changed', 'server_uuid': '4517a109-0e87-4b92-b499-4182d9501752', 'tag': 'bea6c9de-5e89-45b4-bf9a-289f31f5e544', 'status': 'completed', 'code': 200} Sep 16 19:28:41.965890 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6a1fc95c-9605-4763-bd15-1326bcbbba0e admin admin] Publish callbacks [] for router_gateway (f18aff15-7809-4ad6-b4d8-953c47498b60), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:41.983777 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 47410) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:28:42.006528 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8fb312ae-939c-4efb-8695-d6597164e32a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:42.042631 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6bff30-3e6f-4cc3-aeb4-9dadc07e0ab3 None None] Network 4fc394e5-4a72-4e1b-a046-66e03ed753a7 requested from dv-cinder-850320-7-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 19:28:42.089865 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-1efcf28c-25c3-4b49-bbc7-675bd136c5f2 None None] Set router 740295f4-51e8-4b53-b3d9-d5677e6c4721 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:28:42.108473 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8fb312ae-939c-4efb-8695-d6597164e32a admin admin] Publish callbacks [] for security_group (79d4c14f-2fe9-41cd-a15b-54531206f522), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:42.115104 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8fb312ae-939c-4efb-8695-d6597164e32a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (79d4c14f-2fe9-41cd-a15b-54531206f522), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:42.129961 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-49cdcf07-5eba-4aed-bc77-32de4fb4597e None None] Provisioning complete for port b14ff3cf-fad6-445f-86a9-ea35f1be92ca triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:28:42.130805 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-49cdcf07-5eba-4aed-bc77-32de4fb4597e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (b14ff3cf-fad6-445f-86a9-ea35f1be92ca), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:42.131329 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-49cdcf07-5eba-4aed-bc77-32de4fb4597e None None] Attempt 1 to provision port b14ff3cf-fad6-445f-86a9-ea35f1be92ca Sep 16 19:28:42.175613 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-8fb312ae-939c-4efb-8695-d6597164e32a admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=7b927b67182e4c3fbe820af079e709b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1883447 Sep 16 19:28:42.175613 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb312ae-939c-4efb-8695-d6597164e32a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d4c14f-2fe9-41cd-a15b-54531206f522,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:42.178309 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 47414) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:28:42.204682 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:42.234756 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:42.269583 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2786fa08-2082-4c3e-859d-4055f8691bf6 admin admin] Publish callbacks [] for security_group (79d4c14f-2fe9-41cd-a15b-54531206f522), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:42.292003 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-49cdcf07-5eba-4aed-bc77-32de4fb4597e None None] Current status of the port b14ff3cf-fad6-445f-86a9-ea35f1be92ca is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:28:42.292591 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-49cdcf07-5eba-4aed-bc77-32de4fb4597e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (b14ff3cf-fad6-445f-86a9-ea35f1be92ca), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:42.318617 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2786fa08-2082-4c3e-859d-4055f8691bf6 admin admin] Publish callbacks [] for security_group (79d4c14f-2fe9-41cd-a15b-54531206f522), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:42.329575 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-49cdcf07-5eba-4aed-bc77-32de4fb4597e None None] For port b14ff3cf-fad6-445f-86a9-ea35f1be92ca, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=b14ff3cf-fad6-445f-86a9-ea35f1be92ca,segment=NetworkSegment(1b698c52-1803-40ad-a866-6ff1515380db),segment_id=1b698c52-1803-40ad-a866-6ff1515380db)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:28:42.338446 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-49cdcf07-5eba-4aed-bc77-32de4fb4597e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (b14ff3cf-fad6-445f-86a9-ea35f1be92ca), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:42.346379 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:42.352595 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:42.377647 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:42.395797 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2786fa08-2082-4c3e-859d-4055f8691bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (79d4c14f-2fe9-41cd-a15b-54531206f522), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:42.399531 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2786fa08-2082-4c3e-859d-4055f8691bf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:42.403248 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-2786fa08-2082-4c3e-859d-4055f8691bf6 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/79d4c14f-2fe9-41cd-a15b-54531206f522 HTTP/1.1" status: 204 len: 168 time: 0.2215891 Sep 16 19:28:42.410560 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2786fa08-2082-4c3e-859d-4055f8691bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d4c14f-2fe9-41cd-a15b-54531206f522,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:42.419401 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba09e1-7ede-46af-8dcf-1e76656c4f01 req-02df84a1-aa5f-4fd4-a66c-624091b828fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:42.420942 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6dba09e1-7ede-46af-8dcf-1e76656c4f01 req-02df84a1-aa5f-4fd4-a66c-624091b828fe service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ea483f6ff12d425fa1e8aa29e472dfe2&device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 1129 time: 0.2392695 Sep 16 19:28:42.434428 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device b14ff3cf-fad6-445f-86a9-ea35f1be92ca up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:28:42.457571 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cdcf07-5eba-4aed-bc77-32de4fb4597e None None] Pushing event updated for resources: {'Port': ['ID=b14ff3cf-fad6-445f-86a9-ea35f1be92ca,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:42.478025 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-1efcf28c-25c3-4b49-bbc7-675bd136c5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'name': 'tempest-AttachVolumeTestJSON-2106035523-router', 'tenant_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'dd937700-5f8d-4f77-b3ab-9d4e1a64f888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:27:02Z', 'revision_number': 4, 'project_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'gw_port': {'id': 'dd937700-5f8d-4f77-b3ab-9d4e1a64f888', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:52Z', 'updated_at': '2022-09-16T19:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_floatingips': [{'id': '32663e9b-705a-4e01-b17d-882860be3fc8', 'tenant_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'port_id': 'bea6c9de-5e89-45b4-bf9a-289f31f5e544', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c95d3abe-3283-4882-9a4b-da4bde31c550', 'mac_address': 'fa:16:3e:61:35:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4517a109-0e87-4b92-b499-4182d9501752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:27:13Z', 'updated_at': '2022-09-16T19:28:40Z', 'revision_number': 1, 'project_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de6dbe0-9c8d-449a-ac88-31668696a1ef', 'name': '', 'network_id': 'c95d3abe-3283-4882-9a4b-da4bde31c550', 'tenant_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'mac_address': 'fa:16:3e:43:31:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bd855fb2-111c-4847-9866-e1c6fab3dfc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:27:00Z', 'updated_at': '2022-09-16T19:27:09Z', 'revision_number': 5, 'project_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'subnets': [{'id': 'bd855fb2-111c-4847-9866-e1c6fab3dfc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:28:42.519743 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port b14ff3cf-fad6-445f-86a9-ea35f1be92ca triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:28:42.520225 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (b14ff3cf-fad6-445f-86a9-ea35f1be92ca), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:42.520421 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efcf28c-25c3-4b49-bbc7-675bd136c5f2 None None] Checking router: 740295f4-51e8-4b53-b3d9-d5677e6c4721 for host: dv-cinder-850320-7-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:28:42.520778 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port b14ff3cf-fad6-445f-86a9-ea35f1be92ca Sep 16 19:28:42.529851 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efcf28c-25c3-4b49-bbc7-675bd136c5f2 None None] Routers {'740295f4-51e8-4b53-b3d9-d5677e6c4721'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:28:42.530641 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-1efcf28c-25c3-4b49-bbc7-675bd136c5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:28:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['740295f4-51e8-4b53-b3d9-d5677e6c4721'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:28:42.623538 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port b14ff3cf-fad6-445f-86a9-ea35f1be92ca is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:28:42.624923 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6a1fc95c-9605-4763-bd15-1326bcbbba0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-680937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router (f18aff15-7809-4ad6-b4d8-953c47498b60), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:42.670000 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-2e24c689-aeec-41be-87a9-e43e29feeac4 None None] Provisioning complete for port b14ff3cf-fad6-445f-86a9-ea35f1be92ca triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:28:42.670000 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2e24c689-aeec-41be-87a9-e43e29feeac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (b14ff3cf-fad6-445f-86a9-ea35f1be92ca), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:42.670586 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-2e24c689-aeec-41be-87a9-e43e29feeac4 None None] Attempt 1 to provision port b14ff3cf-fad6-445f-86a9-ea35f1be92ca Sep 16 19:28:42.689775 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-1efcf28c-25c3-4b49-bbc7-675bd136c5f2 None None] Set router 740295f4-51e8-4b53-b3d9-d5677e6c4721 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:28:42.724660 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba09e1-7ede-46af-8dcf-1e76656c4f01 req-5b47f749-987b-4277-b954-9813657652b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:42.726138 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6dba09e1-7ede-46af-8dcf-1e76656c4f01 req-5b47f749-987b-4277-b954-9813657652b5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=c95d3abe-3283-4882-9a4b-da4bde31c550 HTTP/1.1" status: 200 len: 912 time: 0.2787447 Sep 16 19:28:42.731142 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:42.793780 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-2e24c689-aeec-41be-87a9-e43e29feeac4 None None] Current status of the port b14ff3cf-fad6-445f-86a9-ea35f1be92ca is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:28:42.807629 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46431506-de9a-4089-a72b-5196b1d7d8ca req-3731a69a-a85c-4829-9ee8-da5f617931c6 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:42.809240 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-46431506-de9a-4089-a72b-5196b1d7d8ca req-3731a69a-a85c-4829-9ee8-da5f617931c6 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.1265562 Sep 16 19:28:42.955579 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-1efcf28c-25c3-4b49-bbc7-675bd136c5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'name': 'tempest-AttachVolumeTestJSON-2106035523-router', 'tenant_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'dd937700-5f8d-4f77-b3ab-9d4e1a64f888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:27:02Z', 'revision_number': 4, 'project_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'gw_port': {'id': 'dd937700-5f8d-4f77-b3ab-9d4e1a64f888', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:52Z', 'updated_at': '2022-09-16T19:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_floatingips': [{'id': '32663e9b-705a-4e01-b17d-882860be3fc8', 'tenant_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'port_id': 'bea6c9de-5e89-45b4-bf9a-289f31f5e544', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c95d3abe-3283-4882-9a4b-da4bde31c550', 'mac_address': 'fa:16:3e:61:35:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4517a109-0e87-4b92-b499-4182d9501752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:27:13Z', 'updated_at': '2022-09-16T19:28:40Z', 'revision_number': 1, 'project_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de6dbe0-9c8d-449a-ac88-31668696a1ef', 'name': '', 'network_id': 'c95d3abe-3283-4882-9a4b-da4bde31c550', 'tenant_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'mac_address': 'fa:16:3e:43:31:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bd855fb2-111c-4847-9866-e1c6fab3dfc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:27:00Z', 'updated_at': '2022-09-16T19:27:09Z', 'revision_number': 5, 'project_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'subnets': [{'id': 'bd855fb2-111c-4847-9866-e1c6fab3dfc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:28:42.983123 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efcf28c-25c3-4b49-bbc7-675bd136c5f2 None None] The sync data for ids ['740295f4-51e8-4b53-b3d9-d5677e6c4721'] in dv-cinder-850320-7-iscsi is: [{'id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'name': 'tempest-AttachVolumeTestJSON-2106035523-router', 'tenant_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'dd937700-5f8d-4f77-b3ab-9d4e1a64f888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:27:02Z', 'revision_number': 4, 'project_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'gw_port': {'id': 'dd937700-5f8d-4f77-b3ab-9d4e1a64f888', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:52Z', 'updated_at': '2022-09-16T19:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_floatingips': [{'id': '32663e9b-705a-4e01-b17d-882860be3fc8', 'tenant_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'port_id': 'bea6c9de-5e89-45b4-bf9a-289f31f5e544', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c95d3abe-3283-4882-9a4b-da4bde31c550', 'mac_address': 'fa:16:3e:61:35:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4517a109-0e87-4b92-b499-4182d9501752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:27:13Z', 'updated_at': '2022-09-16T19:28:40Z', 'revision_number': 1, 'project_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de6dbe0-9c8d-449a-ac88-31668696a1ef', 'name': '', 'network_id': 'c95d3abe-3283-4882-9a4b-da4bde31c550', 'tenant_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'mac_address': 'fa:16:3e:43:31:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bd855fb2-111c-4847-9866-e1c6fab3dfc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:27:00Z', 'updated_at': '2022-09-16T19:27:09Z', 'revision_number': 5, 'project_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'subnets': [{'id': 'bd855fb2-111c-4847-9866-e1c6fab3dfc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:28:43.063761 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6dba09e1-7ede-46af-8dcf-1e76656c4f01 req-73825105-fcb3-4392-b595-ff8cc5b2def7 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bea6c9de-5e89-45b4-bf9a-289f31f5e544 HTTP/1.1" status: 200 len: 999 time: 0.3224723 Sep 16 19:28:43.123485 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-46431506-de9a-4089-a72b-5196b1d7d8ca req-58107116-62d1-421f-9d40-c1424b43a993 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061556 Sep 16 19:28:43.148200 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba09e1-7ede-46af-8dcf-1e76656c4f01 req-4c1f0e03-a22b-4966-b6fa-8123a93f150e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:43.149845 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6dba09e1-7ede-46af-8dcf-1e76656c4f01 req-4c1f0e03-a22b-4966-b6fa-8123a93f150e service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=bd855fb2-111c-4847-9866-e1c6fab3dfc7 HTTP/1.1" status: 200 len: 850 time: 0.0717938 Sep 16 19:28:43.154377 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a1fc95c-9605-4763-bd15-1326bcbbba0e admin admin] Router f18aff15-7809-4ad6-b4d8-953c47498b60 is scheduled to L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 19:28:43.199164 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2a1dcc-2250-4e2f-aa59-da5f5366553c None None] New status for floating IP 32663e9b-705a-4e01-b17d-882860be3fc8: ACTIVE {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 19:28:43.250908 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba09e1-7ede-46af-8dcf-1e76656c4f01 req-dafb8e03-9201-487c-8003-1d56d8501d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:43.252707 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6dba09e1-7ede-46af-8dcf-1e76656c4f01 req-dafb8e03-9201-487c-8003-1d56d8501d20 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=c95d3abe-3283-4882-9a4b-da4bde31c550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0937803 Sep 16 19:28:43.371965 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1fc95c-9605-4763-bd15-1326bcbbba0e admin admin] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:28:43.382977 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2815a17b-6e86-48f4-9343-65fabe1cba15 None None] Sync routers for ids ['f18aff15-7809-4ad6-b4d8-953c47498b60'] in dv-cinder-850320-7-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:28:43.400585 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2815a17b-6e86-48f4-9343-65fabe1cba15 None None] Routers {'f18aff15-7809-4ad6-b4d8-953c47498b60'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:28:43.401975 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-2815a17b-6e86-48f4-9343-65fabe1cba15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:28:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['f18aff15-7809-4ad6-b4d8-953c47498b60'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:28:43.415148 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6a1fc95c-9605-4763-bd15-1326bcbbba0e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:43.418640 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:43.420051 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 47442) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:28:43.432914 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-6a1fc95c-9605-4763-bd15-1326bcbbba0e admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.3072467 Sep 16 19:28:43.466636 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6dba09e1-7ede-46af-8dcf-1e76656c4f01 req-d2cb01c9-04ea-473a-97b0-f10a1ed299ff service neutron] 10.222.0.27 "GET /networking/v2.0/networks/c95d3abe-3283-4882-9a4b-da4bde31c550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769223 Sep 16 19:28:43.571843 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:43.576877 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-2815a17b-6e86-48f4-9343-65fabe1cba15 None None] Set router f18aff15-7809-4ad6-b4d8-953c47498b60 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:28:43.629655 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6dba09e1-7ede-46af-8dcf-1e76656c4f01 req-7e008bbe-ec56-4a9f-9e24-5fdbeeb637c0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/c95d3abe-3283-4882-9a4b-da4bde31c550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528847 Sep 16 19:28:43.770608 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-2815a17b-6e86-48f4-9343-65fabe1cba15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18aff15-7809-4ad6-b4d8-953c47498b60', 'name': 'tempest-TestShelveInstance-364892162-router', 'tenant_id': 'd7fc1dae09f145afab37db3a792430d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd8930fcd-b015-4e47-92ce-6daa56c841e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:28:39Z', 'updated_at': '2022-09-16T19:28:41Z', 'revision_number': 3, 'project_id': 'd7fc1dae09f145afab37db3a792430d3', 'gw_port': {'id': 'd8930fcd-b015-4e47-92ce-6daa56c841e9', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18aff15-7809-4ad6-b4d8-953c47498b60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:28:40Z', 'updated_at': '2022-09-16T19:28:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi'}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:28:43.796244 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2815a17b-6e86-48f4-9343-65fabe1cba15 None None] Checking router: f18aff15-7809-4ad6-b4d8-953c47498b60 for host: dv-cinder-850320-7-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:28:43.796618 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2815a17b-6e86-48f4-9343-65fabe1cba15 None None] Updating router f18aff15-7809-4ad6-b4d8-953c47498b60 port d8930fcd-b015-4e47-92ce-6daa56c841e9 binding host dv-cinder-850320-7-iscsi {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 19:28:43.825933 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:43.829942 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2815a17b-6e86-48f4-9343-65fabe1cba15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (d8930fcd-b015-4e47-92ce-6daa56c841e9), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:43.959251 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-580a4782-75f5-415c-bea5-ba8fed73ffed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:44.023933 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:44.026504 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:44.113434 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2815a17b-6e86-48f4-9343-65fabe1cba15 None None] Publish callbacks [] for port (d8930fcd-b015-4e47-92ce-6daa56c841e9), precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:44.119831 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2815a17b-6e86-48f4-9343-65fabe1cba15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (d8930fcd-b015-4e47-92ce-6daa56c841e9), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:44.122840 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-580a4782-75f5-415c-bea5-ba8fed73ffed admin admin] Allocated IP 172.20.0.1 (4fc394e5-4a72-4e1b-a046-66e03ed753a7/fcb3e0c9-538f-40ce-83b8-814de92b3dde/9280f72c-46b1-4ca6-bb14-2f1b2d455a12) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:28:44.137033 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-2815a17b-6e86-48f4-9343-65fabe1cba15 None None] Attempting to bind port d8930fcd-b015-4e47-92ce-6daa56c841e9 on host dv-cinder-850320-7-iscsi for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:28:44.137409 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-2815a17b-6e86-48f4-9343-65fabe1cba15 None None] Attempting to bind port d8930fcd-b015-4e47-92ce-6daa56c841e9 by drivers openvswitch,hyperv on host dv-cinder-850320-7-iscsi at level 0 using segments [{'id': 'ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:28:44.137766 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2815a17b-6e86-48f4-9343-65fabe1cba15 None None] Attempting to bind port d8930fcd-b015-4e47-92ce-6daa56c841e9 on network 01cd8397-3ed1-4c5d-9923-fabf569219df {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:28:44.208895 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96b809-571c-428a-a8cf-ae4f977439f1 None None] Pushing event updated for resources: {'Port': ['ID=d8930fcd-b015-4e47-92ce-6daa56c841e9,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:44.221307 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2815a17b-6e86-48f4-9343-65fabe1cba15 None None] Checking agent: {'id': 'b5f6a205-959f-46f4-8ef4-8f70c2c67a2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850320-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 18, 35), 'started_at': datetime.datetime(2022, 9, 16, 19, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850320-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:28:44.221678 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2815a17b-6e86-48f4-9343-65fabe1cba15 None None] Checking segment: {'id': 'ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:28:44.222084 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2815a17b-6e86-48f4-9343-65fabe1cba15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:44.222472 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2815a17b-6e86-48f4-9343-65fabe1cba15 None None] Bound using segment: {'id': 'ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:28:44.222949 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-2815a17b-6e86-48f4-9343-65fabe1cba15 None None] Bound port: d8930fcd-b015-4e47-92ce-6daa56c841e9, host: dv-cinder-850320-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:28:44.223326 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2815a17b-6e86-48f4-9343-65fabe1cba15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (d8930fcd-b015-4e47-92ce-6daa56c841e9), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:44.228009 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc96b809-571c-428a-a8cf-ae4f977439f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:28:44.228355 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc96b809-571c-428a-a8cf-ae4f977439f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:28:44.228756 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc96b809-571c-428a-a8cf-ae4f977439f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:28:44.229110 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc96b809-571c-428a-a8cf-ae4f977439f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:28:44.229444 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc96b809-571c-428a-a8cf-ae4f977439f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:28:44.229778 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc96b809-571c-428a-a8cf-ae4f977439f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:28:44.230074 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc96b809-571c-428a-a8cf-ae4f977439f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:28:44.231225 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc96b809-571c-428a-a8cf-ae4f977439f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:28:44.231444 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc96b809-571c-428a-a8cf-ae4f977439f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:28:44.231773 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc96b809-571c-428a-a8cf-ae4f977439f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:28:44.232098 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc96b809-571c-428a-a8cf-ae4f977439f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:28:44.232635 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc96b809-571c-428a-a8cf-ae4f977439f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:28:44.232999 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc96b809-571c-428a-a8cf-ae4f977439f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:28:44.233272 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc96b809-571c-428a-a8cf-ae4f977439f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:28:44.233587 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc96b809-571c-428a-a8cf-ae4f977439f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:28:44.292889 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device b14ff3cf-fad6-445f-86a9-ea35f1be92ca up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:28:44.298655 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-2815a17b-6e86-48f4-9343-65fabe1cba15 None None] For port d8930fcd-b015-4e47-92ce-6daa56c841e9, host dv-cinder-850320-7-iscsi, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:28:44.303184 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-2815a17b-6e86-48f4-9343-65fabe1cba15 None None] For port d8930fcd-b015-4e47-92ce-6daa56c841e9, host dv-cinder-850320-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=d8930fcd-b015-4e47-92ce-6daa56c841e9,segment=NetworkSegment(ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2),segment_id=ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:28:44.312362 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2815a17b-6e86-48f4-9343-65fabe1cba15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (d8930fcd-b015-4e47-92ce-6daa56c841e9), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:44.323561 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-580a4782-75f5-415c-bea5-ba8fed73ffed admin admin] Publish callbacks [] for port (9280f72c-46b1-4ca6-bb14-2f1b2d455a12), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:44.334443 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f16a9c-9560-4d0d-92dd-6f3321a38637 req-5b562756-f2df-4e73-b904-fef336b7c18e tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:44.341472 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-22f16a9c-9560-4d0d-92dd-6f3321a38637 req-5b562756-f2df-4e73-b904-fef336b7c18e tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.0719864 Sep 16 19:28:44.355639 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2815a17b-6e86-48f4-9343-65fabe1cba15 None None] Routers {'f18aff15-7809-4ad6-b4d8-953c47498b60'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:28:44.356500 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-2815a17b-6e86-48f4-9343-65fabe1cba15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:28:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['f18aff15-7809-4ad6-b4d8-953c47498b60'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:28:44.388764 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port b14ff3cf-fad6-445f-86a9-ea35f1be92ca triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:28:44.389824 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (b14ff3cf-fad6-445f-86a9-ea35f1be92ca), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:44.391348 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port b14ff3cf-fad6-445f-86a9-ea35f1be92ca Sep 16 19:28:44.422176 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-22f16a9c-9560-4d0d-92dd-6f3321a38637 req-7936c496-a9d7-4eec-9d4d-75b432a2cad7 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796585 Sep 16 19:28:44.445571 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-580a4782-75f5-415c-bea5-ba8fed73ffed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (9280f72c-46b1-4ca6-bb14-2f1b2d455a12), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:44.445571 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:DELETE=2,neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:44.498454 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580a4782-75f5-415c-bea5-ba8fed73ffed admin admin] Network 4fc394e5-4a72-4e1b-a046-66e03ed753a7 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:28:44.506563 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-580a4782-75f5-415c-bea5-ba8fed73ffed admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:28:44.512590 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580a4782-75f5-415c-bea5-ba8fed73ffed admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:28:44.536275 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port b14ff3cf-fad6-445f-86a9-ea35f1be92ca is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:28:44.557280 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a4782-75f5-415c-bea5-ba8fed73ffed admin admin] Pushing event updated for resources: {'Port': ['ID=9280f72c-46b1-4ca6-bb14-2f1b2d455a12,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:44.564956 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-580a4782-75f5-415c-bea5-ba8fed73ffed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771352'] for router_interface (f18aff15-7809-4ad6-b4d8-953c47498b60), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:44.642128 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96b809-571c-428a-a8cf-ae4f977439f1 None None] Pushing event updated for resources: {'Port': ['ID=d8930fcd-b015-4e47-92ce-6daa56c841e9,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:44.649245 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-2815a17b-6e86-48f4-9343-65fabe1cba15 None None] Set router f18aff15-7809-4ad6-b4d8-953c47498b60 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:28:44.745045 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:44.754692 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-580a4782-75f5-415c-bea5-ba8fed73ffed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (9280f72c-46b1-4ca6-bb14-2f1b2d455a12), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:44.832770 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-728e6490-6b10-4308-b918-d7de9b8f4115 None None] Provisioning complete for port 9280f72c-46b1-4ca6-bb14-2f1b2d455a12 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:28:44.833574 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-728e6490-6b10-4308-b918-d7de9b8f4115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (9280f72c-46b1-4ca6-bb14-2f1b2d455a12), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:44.833826 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-728e6490-6b10-4308-b918-d7de9b8f4115 None None] Attempt 1 to provision port 9280f72c-46b1-4ca6-bb14-2f1b2d455a12 Sep 16 19:28:44.849457 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-2815a17b-6e86-48f4-9343-65fabe1cba15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18aff15-7809-4ad6-b4d8-953c47498b60', 'name': 'tempest-TestShelveInstance-364892162-router', 'tenant_id': 'd7fc1dae09f145afab37db3a792430d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd8930fcd-b015-4e47-92ce-6daa56c841e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:28:39Z', 'updated_at': '2022-09-16T19:28:41Z', 'revision_number': 3, 'project_id': 'd7fc1dae09f145afab37db3a792430d3', 'gw_port': {'id': 'd8930fcd-b015-4e47-92ce-6daa56c841e9', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18aff15-7809-4ad6-b4d8-953c47498b60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:28:40Z', 'updated_at': '2022-09-16T19:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi'}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:28:44.872828 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-728e6490-6b10-4308-b918-d7de9b8f4115 None None] Port 9280f72c-46b1-4ca6-bb14-2f1b2d455a12 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:28:44.898598 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2815a17b-6e86-48f4-9343-65fabe1cba15 None None] The sync data for ids ['f18aff15-7809-4ad6-b4d8-953c47498b60'] in dv-cinder-850320-7-iscsi is: [{'id': 'f18aff15-7809-4ad6-b4d8-953c47498b60', 'name': 'tempest-TestShelveInstance-364892162-router', 'tenant_id': 'd7fc1dae09f145afab37db3a792430d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd8930fcd-b015-4e47-92ce-6daa56c841e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:28:39Z', 'updated_at': '2022-09-16T19:28:41Z', 'revision_number': 3, 'project_id': 'd7fc1dae09f145afab37db3a792430d3', 'gw_port': {'id': 'd8930fcd-b015-4e47-92ce-6daa56c841e9', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18aff15-7809-4ad6-b4d8-953c47498b60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:28:40Z', 'updated_at': '2022-09-16T19:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:28:44.951539 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-580a4782-75f5-415c-bea5-ba8fed73ffed admin admin] Publish callbacks [] for port (9280f72c-46b1-4ca6-bb14-2f1b2d455a12), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:44.957902 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-580a4782-75f5-415c-bea5-ba8fed73ffed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2678318'] for port (9280f72c-46b1-4ca6-bb14-2f1b2d455a12), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:45.027770 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a4782-75f5-415c-bea5-ba8fed73ffed admin admin] Pushing event updated for resources: {'Port': ['ID=9280f72c-46b1-4ca6-bb14-2f1b2d455a12,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:45.030372 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-580a4782-75f5-415c-bea5-ba8fed73ffed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-771468'] for router_interface (f18aff15-7809-4ad6-b4d8-953c47498b60), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:45.127869 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580a4782-75f5-415c-bea5-ba8fed73ffed admin admin] Network 4fc394e5-4a72-4e1b-a046-66e03ed753a7 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:28:45.129520 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-580a4782-75f5-415c-bea5-ba8fed73ffed admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:28:45.257849 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580a4782-75f5-415c-bea5-ba8fed73ffed admin admin] Router f18aff15-7809-4ad6-b4d8-953c47498b60 has already been hosted by L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:28:45.374115 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-728e6490-6b10-4308-b918-d7de9b8f4115 None None] Attempt 2 to provision port 9280f72c-46b1-4ca6-bb14-2f1b2d455a12 Sep 16 19:28:45.377364 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580a4782-75f5-415c-bea5-ba8fed73ffed admin admin] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:28:45.382676 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-580a4782-75f5-415c-bea5-ba8fed73ffed admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/f18aff15-7809-4ad6-b4d8-953c47498b60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9613945 Sep 16 19:28:45.410493 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-728e6490-6b10-4308-b918-d7de9b8f4115 None None] Port 9280f72c-46b1-4ca6-bb14-2f1b2d455a12 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:28:45.548360 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d282765-ca73-4a99-9ea2-57e26d69f1a0 req-714f53ae-8637-45f9-9c00-6ae6ced6c578 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:45.551253 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6d282765-ca73-4a99-9ea2-57e26d69f1a0 req-714f53ae-8637-45f9-9c00-6ae6ced6c578 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.0548613 Sep 16 19:28:45.614343 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6d282765-ca73-4a99-9ea2-57e26d69f1a0 req-e4de02ec-5e9f-48cc-b206-ff36ca13b520 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571122 Sep 16 19:28:45.911776 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-728e6490-6b10-4308-b918-d7de9b8f4115 None None] Attempt 3 to provision port 9280f72c-46b1-4ca6-bb14-2f1b2d455a12 Sep 16 19:28:45.943493 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-728e6490-6b10-4308-b918-d7de9b8f4115 None None] Port 9280f72c-46b1-4ca6-bb14-2f1b2d455a12 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:28:45.987055 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 47498) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:28:45.992139 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-16cea1dd-e4a2-4353-9464-00f1e1bcf1e2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-701694098-network', 'tenant_id': '59d9839473a447c8b12e3f62702ba189'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:28:46.018476 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16cea1dd-e4a2-4353-9464-00f1e1bcf1e2 admin admin] Made reservation on behalf of 59d9839473a447c8b12e3f62702ba189 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:28:46.020943 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-16cea1dd-e4a2-4353-9464-00f1e1bcf1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for network (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:46.032127 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-16cea1dd-e4a2-4353-9464-00f1e1bcf1e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:46.053221 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:46.112643 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-16cea1dd-e4a2-4353-9464-00f1e1bcf1e2 admin admin] Publish callbacks [] for security_group (c11f6359-65a1-4f7c-a5b7-62bb170fb87e), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:46.119740 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-16cea1dd-e4a2-4353-9464-00f1e1bcf1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (c11f6359-65a1-4f7c-a5b7-62bb170fb87e), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:46.146974 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16cea1dd-e4a2-4353-9464-00f1e1bcf1e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 19:28:46.156267 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cea1dd-e4a2-4353-9464-00f1e1bcf1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11f6359-65a1-4f7c-a5b7-62bb170fb87e,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:46.166166 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-16cea1dd-e4a2-4353-9464-00f1e1bcf1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694'] for segment (c0182e40-9d48-447f-9baf-0913a21d71ed), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:46.166555 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.db.segments_db [None req-16cea1dd-e4a2-4353-9464-00f1e1bcf1e2 admin admin] Added segment c0182e40-9d48-447f-9baf-0913a21d71ed of type vlan for network 8e034ec7-5fda-4b6f-b71f-0ce11d6cdde4 Sep 16 19:28:46.212506 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-16cea1dd-e4a2-4353-9464-00f1e1bcf1e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764811224998'] for network (8e034ec7-5fda-4b6f-b71f-0ce11d6cdde4), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:46.240712 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device d8930fcd-b015-4e47-92ce-6daa56c841e9 up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:28:46.241561 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-16cea1dd-e4a2-4353-9464-00f1e1bcf1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119'] for network (8e034ec7-5fda-4b6f-b71f-0ce11d6cdde4), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:46.243616 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cea1dd-e4a2-4353-9464-00f1e1bcf1e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:46.245094 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-16cea1dd-e4a2-4353-9464-00f1e1bcf1e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for network (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:46.290336 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port d8930fcd-b015-4e47-92ce-6daa56c841e9 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:28:46.290954 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (d8930fcd-b015-4e47-92ce-6daa56c841e9), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:46.291427 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port d8930fcd-b015-4e47-92ce-6daa56c841e9 Sep 16 19:28:46.322988 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-16cea1dd-e4a2-4353-9464-00f1e1bcf1e2 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3322413 Sep 16 19:28:46.323335 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 47500) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:28:46.327017 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cea1dd-e4a2-4353-9464-00f1e1bcf1e2 admin admin] Pushing event updated for resources: {'Network': ['ID=8e034ec7-5fda-4b6f-b71f-0ce11d6cdde4,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:46.328426 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-ba8cae73-6804-41d0-a1bd-f0eceb8b845b admin admin] Request body: {'subnet': {'network_id': '8e034ec7-5fda-4b6f-b71f-0ce11d6cdde4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-701694098-subnet', 'tenant_id': '59d9839473a447c8b12e3f62702ba189', 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:28:46.339178 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Network 8e034ec7-5fda-4b6f-b71f-0ce11d6cdde4 details requested by agent ovs-agent-dv-cinder-850320-7-iscsi with host dv-cinder-850320-7-iscsi {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 19:28:46.366546 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8cae73-6804-41d0-a1bd-f0eceb8b845b admin admin] Made reservation on behalf of 59d9839473a447c8b12e3f62702ba189 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:28:46.369329 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ba8cae73-6804-41d0-a1bd-f0eceb8b845b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360884'] for subnet (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:46.382417 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:46.441310 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port d8930fcd-b015-4e47-92ce-6daa56c841e9 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:28:46.441843 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (d8930fcd-b015-4e47-92ce-6daa56c841e9), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:46.447636 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-728e6490-6b10-4308-b918-d7de9b8f4115 None None] Attempt 4 to provision port 9280f72c-46b1-4ca6-bb14-2f1b2d455a12 Sep 16 19:28:46.492789 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ac838df1-9534-4942-9578-11415f776b7d None None] For port d8930fcd-b015-4e47-92ce-6daa56c841e9, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=d8930fcd-b015-4e47-92ce-6daa56c841e9,segment=NetworkSegment(ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2),segment_id=ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:28:46.499500 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-728e6490-6b10-4308-b918-d7de9b8f4115 None None] Port 9280f72c-46b1-4ca6-bb14-2f1b2d455a12 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:28:46.500733 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (d8930fcd-b015-4e47-92ce-6daa56c841e9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:46.550557 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Pushing event updated for resources: {'Port': ['ID=d8930fcd-b015-4e47-92ce-6daa56c841e9,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:46.565721 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ba8cae73-6804-41d0-a1bd-f0eceb8b845b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360866'] for subnet (cef9d78e-973c-44c6-8a9f-bb8273b4356d), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:46.578401 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1789f998-4a76-4301-8441-db67342a4a92 None None] Sync routers for ids ['f18aff15-7809-4ad6-b4d8-953c47498b60'] in dv-cinder-850320-7-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:28:46.589740 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1789f998-4a76-4301-8441-db67342a4a92 None None] Routers {'f18aff15-7809-4ad6-b4d8-953c47498b60'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:28:46.590662 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-1789f998-4a76-4301-8441-db67342a4a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:28:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['f18aff15-7809-4ad6-b4d8-953c47498b60'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:28:46.623327 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8cae73-6804-41d0-a1bd-f0eceb8b845b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cef9d78e-973c-44c6-8a9f-bb8273b4356d,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:46.645109 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8cae73-6804-41d0-a1bd-f0eceb8b845b admin admin] Checking segment: {'id': 'c0182e40-9d48-447f-9baf-0913a21d71ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8e034ec7-5fda-4b6f-b71f-0ce11d6cdde4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:28:46.645457 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8cae73-6804-41d0-a1bd-f0eceb8b845b admin admin] Network hostable DHCP agents. Network: 8e034ec7-5fda-4b6f-b71f-0ce11d6cdde4, hostable agents: ['ba1fefac-954c-4dc4-b172-e3e5be1bbc35'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 19:28:46.657194 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:46.668505 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8cae73-6804-41d0-a1bd-f0eceb8b845b admin admin] Network 8e034ec7-5fda-4b6f-b71f-0ce11d6cdde4 is scheduled to be hosted by DHCP agent ba1fefac-954c-4dc4-b172-e3e5be1bbc35 with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 19:28:46.684434 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-ba8cae73-6804-41d0-a1bd-f0eceb8b845b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850320-7-iscsi, 8e034ec7-5fda-4b6f-b71f-0ce11d6cdde4) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:28:46.694398 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8cae73-6804-41d0-a1bd-f0eceb8b845b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:46.695153 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ba8cae73-6804-41d0-a1bd-f0eceb8b845b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:46.697432 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb207bfd-5624-49cd-a173-e957bf0ac559 None None] Network 8e034ec7-5fda-4b6f-b71f-0ce11d6cdde4 requested from dv-cinder-850320-7-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 19:28:46.721315 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-ba8cae73-6804-41d0-a1bd-f0eceb8b845b admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3966715 Sep 16 19:28:46.723770 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 47510) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:28:46.729516 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-1789f998-4a76-4301-8441-db67342a4a92 None None] Set router f18aff15-7809-4ad6-b4d8-953c47498b60 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:28:46.729987 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-c579670a-a1ac-447f-b64d-23a8e169eb81 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-701694098-router', 'tenant_id': '59d9839473a447c8b12e3f62702ba189', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:28:46.769668 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c579670a-a1ac-447f-b64d-23a8e169eb81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-680076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4722'] for router (f121c82f-dac0-442b-a1e8-cfefe928c9d1), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:46.771233 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c579670a-a1ac-447f-b64d-23a8e169eb81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-776702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4729'] for router (f121c82f-dac0-442b-a1e8-cfefe928c9d1), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:46.819270 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:46.844730 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c579670a-a1ac-447f-b64d-23a8e169eb81 admin admin] Publish callbacks [] for router_controller (f121c82f-dac0-442b-a1e8-cfefe928c9d1), precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:46.868025 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:46.960873 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed0058-d648-4914-b578-4c4233915291 req-fabeb7f0-216b-49ee-9675-d2e69e97b3f6 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:46.962977 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-18ed0058-d648-4914-b578-4c4233915291 req-fabeb7f0-216b-49ee-9675-d2e69e97b3f6 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.1167703 Sep 16 19:28:46.989964 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e91e8ac-263e-4e7a-9fd5-7d0e88d01753 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3be41fd3-b622-5347-8adb-91649a85407c-8e034ec7-5fda-4b6f-b71f-0ce11d6cdde4', 'network_id': '8e034ec7-5fda-4b6f-b71f-0ce11d6cdde4', 'project_id': '59d9839473a447c8b12e3f62702ba189', 'fixed_ips': [{'subnet_id': 'cef9d78e-973c-44c6-8a9f-bb8273b4356d'}]}} from dv-cinder-850320-7-iscsi. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 19:28:46.990911 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7e91e8ac-263e-4e7a-9fd5-7d0e88d01753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:47.006847 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-728e6490-6b10-4308-b918-d7de9b8f4115 None None] Attempt 5 to provision port 9280f72c-46b1-4ca6-bb14-2f1b2d455a12 Sep 16 19:28:47.102282 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-728e6490-6b10-4308-b918-d7de9b8f4115 None None] Port 9280f72c-46b1-4ca6-bb14-2f1b2d455a12 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:28:47.196162 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-1789f998-4a76-4301-8441-db67342a4a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18aff15-7809-4ad6-b4d8-953c47498b60', 'name': 'tempest-TestShelveInstance-364892162-router', 'tenant_id': 'd7fc1dae09f145afab37db3a792430d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd8930fcd-b015-4e47-92ce-6daa56c841e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:28:39Z', 'updated_at': '2022-09-16T19:28:44Z', 'revision_number': 4, 'project_id': 'd7fc1dae09f145afab37db3a792430d3', 'gw_port': {'id': 'd8930fcd-b015-4e47-92ce-6daa56c841e9', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18aff15-7809-4ad6-b4d8-953c47498b60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:28:40Z', 'updated_at': '2022-09-16T19:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '9280f72c-46b1-4ca6-bb14-2f1b2d455a12', 'name': '', 'network_id': '4fc394e5-4a72-4e1b-a046-66e03ed753a7', 'tenant_id': 'd7fc1dae09f145afab37db3a792430d3', 'mac_address': 'fa:16:3e:11:fa:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18aff15-7809-4ad6-b4d8-953c47498b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'fcb3e0c9-538f-40ce-83b8-814de92b3dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:28:43Z', 'updated_at': '2022-09-16T19:28:44Z', 'revision_number': 2, 'project_id': 'd7fc1dae09f145afab37db3a792430d3', 'subnets': [{'id': 'fcb3e0c9-538f-40ce-83b8-814de92b3dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:28:47.230969 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1789f998-4a76-4301-8441-db67342a4a92 None None] Checking router: f18aff15-7809-4ad6-b4d8-953c47498b60 for host: dv-cinder-850320-7-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:28:47.231329 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1789f998-4a76-4301-8441-db67342a4a92 None None] Updating router f18aff15-7809-4ad6-b4d8-953c47498b60 port 9280f72c-46b1-4ca6-bb14-2f1b2d455a12 binding host dv-cinder-850320-7-iscsi {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 19:28:47.303017 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1789f998-4a76-4301-8441-db67342a4a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (9280f72c-46b1-4ca6-bb14-2f1b2d455a12), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:47.310759 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c579670a-a1ac-447f-b64d-23a8e169eb81 admin admin] Publish callbacks [] for router_gateway (f121c82f-dac0-442b-a1e8-cfefe928c9d1), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:47.358505 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-7e91e8ac-263e-4e7a-9fd5-7d0e88d01753 None None] Allocated IP 172.20.0.2 (8e034ec7-5fda-4b6f-b71f-0ce11d6cdde4/cef9d78e-973c-44c6-8a9f-bb8273b4356d/6e700eb4-91cf-4b88-9e6f-037609d058d7) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:28:47.381337 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-18ed0058-d648-4914-b578-4c4233915291 req-a6777fbc-1fb9-44c5-893a-d172a66732a5 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746738 Sep 16 19:28:47.536432 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c579670a-a1ac-447f-b64d-23a8e169eb81 admin admin] Publish callbacks [] for router_gateway (f121c82f-dac0-442b-a1e8-cfefe928c9d1), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:47.554677 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c579670a-a1ac-447f-b64d-23a8e169eb81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:47.590487 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:47.604224 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-728e6490-6b10-4308-b918-d7de9b8f4115 None None] Attempt 6 to provision port 9280f72c-46b1-4ca6-bb14-2f1b2d455a12 Sep 16 19:28:47.672741 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-c579670a-a1ac-447f-b64d-23a8e169eb81 admin admin] Allocated IP 172.27.2.237 (01cd8397-3ed1-4c5d-9923-fabf569219df/d3fb57fd-37cc-4923-b90f-7dd3d712a8d3/28a4e474-71ea-40c4-a923-9029161f905b) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:28:47.703202 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:47.704476 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-728e6490-6b10-4308-b918-d7de9b8f4115 None None] Port 9280f72c-46b1-4ca6-bb14-2f1b2d455a12 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:28:47.705319 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7e91e8ac-263e-4e7a-9fd5-7d0e88d01753 None None] Publish callbacks [] for port (6e700eb4-91cf-4b88-9e6f-037609d058d7), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:47.724716 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7e91e8ac-263e-4e7a-9fd5-7d0e88d01753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816'] for port (6e700eb4-91cf-4b88-9e6f-037609d058d7), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:47.826215 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c579670a-a1ac-447f-b64d-23a8e169eb81 admin admin] Publish callbacks [] for port (28a4e474-71ea-40c4-a923-9029161f905b), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:47.864980 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c579670a-a1ac-447f-b64d-23a8e169eb81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (28a4e474-71ea-40c4-a923-9029161f905b), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:47.930549 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c579670a-a1ac-447f-b64d-23a8e169eb81 admin admin] Network 01cd8397-3ed1-4c5d-9923-fabf569219df is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:28:47.931549 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c579670a-a1ac-447f-b64d-23a8e169eb81 admin admin] Pushing event updated for resources: {'Port': ['ID=28a4e474-71ea-40c4-a923-9029161f905b,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:47.934882 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-c579670a-a1ac-447f-b64d-23a8e169eb81 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:28:47.939008 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c579670a-a1ac-447f-b64d-23a8e169eb81 admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:28:47.946242 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:47.956310 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e91e8ac-263e-4e7a-9fd5-7d0e88d01753 None None] Network 8e034ec7-5fda-4b6f-b71f-0ce11d6cdde4 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:28:47.968961 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-7e91e8ac-263e-4e7a-9fd5-7d0e88d01753 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:28:47.974217 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e91e8ac-263e-4e7a-9fd5-7d0e88d01753 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:28:47.976264 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91e8ac-263e-4e7a-9fd5-7d0e88d01753 None None] Pushing event updated for resources: {'Port': ['ID=6e700eb4-91cf-4b88-9e6f-037609d058d7,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:47.979790 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1789f998-4a76-4301-8441-db67342a4a92 None None] Publish callbacks [] for port (9280f72c-46b1-4ca6-bb14-2f1b2d455a12), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:48.008213 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1789f998-4a76-4301-8441-db67342a4a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (9280f72c-46b1-4ca6-bb14-2f1b2d455a12), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:48.074493 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:48.082459 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-7e91e8ac-263e-4e7a-9fd5-7d0e88d01753 None None] Attempting to bind port 6e700eb4-91cf-4b88-9e6f-037609d058d7 on host dv-cinder-850320-7-iscsi for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:28:48.082823 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-7e91e8ac-263e-4e7a-9fd5-7d0e88d01753 None None] Attempting to bind port 6e700eb4-91cf-4b88-9e6f-037609d058d7 by drivers openvswitch,hyperv on host dv-cinder-850320-7-iscsi at level 0 using segments [{'id': 'c0182e40-9d48-447f-9baf-0913a21d71ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8e034ec7-5fda-4b6f-b71f-0ce11d6cdde4'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:28:48.083182 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e91e8ac-263e-4e7a-9fd5-7d0e88d01753 None None] Attempting to bind port 6e700eb4-91cf-4b88-9e6f-037609d058d7 on network 8e034ec7-5fda-4b6f-b71f-0ce11d6cdde4 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:28:48.101269 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b777fa37-52b7-45db-8f80-97a7d42561b7 None None] Pushing event updated for resources: {'Port': ['ID=9280f72c-46b1-4ca6-bb14-2f1b2d455a12,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:48.117879 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf8ce7c-041c-48fb-a7b3-7bf1ab9c2a3b req-9b733a74-0d38-4f3b-8c90-88255d021bcf tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:48.119377 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9bf8ce7c-041c-48fb-a7b3-7bf1ab9c2a3b req-9b733a74-0d38-4f3b-8c90-88255d021bcf tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 946 time: 0.0998616 Sep 16 19:28:48.168625 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-1789f998-4a76-4301-8441-db67342a4a92 None None] Attempting to bind port 9280f72c-46b1-4ca6-bb14-2f1b2d455a12 on host dv-cinder-850320-7-iscsi for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:28:48.168995 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-1789f998-4a76-4301-8441-db67342a4a92 None None] Attempting to bind port 9280f72c-46b1-4ca6-bb14-2f1b2d455a12 by drivers openvswitch,hyperv on host dv-cinder-850320-7-iscsi at level 0 using segments [{'id': '1b698c52-1803-40ad-a866-6ff1515380db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4fc394e5-4a72-4e1b-a046-66e03ed753a7'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:28:48.169565 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1789f998-4a76-4301-8441-db67342a4a92 None None] Attempting to bind port 9280f72c-46b1-4ca6-bb14-2f1b2d455a12 on network 4fc394e5-4a72-4e1b-a046-66e03ed753a7 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:28:48.197621 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e91e8ac-263e-4e7a-9fd5-7d0e88d01753 None None] Checking agent: {'id': 'b5f6a205-959f-46f4-8ef4-8f70c2c67a2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850320-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 18, 35), 'started_at': datetime.datetime(2022, 9, 16, 19, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850320-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:28:48.197884 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e91e8ac-263e-4e7a-9fd5-7d0e88d01753 None None] Checking segment: {'id': 'c0182e40-9d48-447f-9baf-0913a21d71ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8e034ec7-5fda-4b6f-b71f-0ce11d6cdde4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:28:48.198211 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7e91e8ac-263e-4e7a-9fd5-7d0e88d01753 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:48.198860 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e91e8ac-263e-4e7a-9fd5-7d0e88d01753 None None] Bound using segment: {'id': 'c0182e40-9d48-447f-9baf-0913a21d71ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8e034ec7-5fda-4b6f-b71f-0ce11d6cdde4'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:28:48.199343 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-7e91e8ac-263e-4e7a-9fd5-7d0e88d01753 None None] Bound port: 6e700eb4-91cf-4b88-9e6f-037609d058d7, host: dv-cinder-850320-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0182e40-9d48-447f-9baf-0913a21d71ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8e034ec7-5fda-4b6f-b71f-0ce11d6cdde4'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:28:48.199719 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7e91e8ac-263e-4e7a-9fd5-7d0e88d01753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (6e700eb4-91cf-4b88-9e6f-037609d058d7), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:48.209681 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-728e6490-6b10-4308-b918-d7de9b8f4115 None None] Attempt 7 to provision port 9280f72c-46b1-4ca6-bb14-2f1b2d455a12 Sep 16 19:28:48.216566 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9bf8ce7c-041c-48fb-a7b3-7bf1ab9c2a3b req-3e201348-ca62-41d9-abe9-43dee7cc3b1c tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870466 Sep 16 19:28:48.223049 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device d8930fcd-b015-4e47-92ce-6daa56c841e9 up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:28:48.267756 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c579670a-a1ac-447f-b64d-23a8e169eb81 admin admin] Publish callbacks [] for router_gateway (f121c82f-dac0-442b-a1e8-cfefe928c9d1), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:48.317035 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1789f998-4a76-4301-8441-db67342a4a92 None None] Checking agent: {'id': 'b5f6a205-959f-46f4-8ef4-8f70c2c67a2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850320-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 18, 35), 'started_at': datetime.datetime(2022, 9, 16, 19, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850320-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:28:48.317492 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1789f998-4a76-4301-8441-db67342a4a92 None None] Checking segment: {'id': '1b698c52-1803-40ad-a866-6ff1515380db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4fc394e5-4a72-4e1b-a046-66e03ed753a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:28:48.317771 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1789f998-4a76-4301-8441-db67342a4a92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:48.318166 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1789f998-4a76-4301-8441-db67342a4a92 None None] Bound using segment: {'id': '1b698c52-1803-40ad-a866-6ff1515380db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4fc394e5-4a72-4e1b-a046-66e03ed753a7'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:28:48.318646 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-1789f998-4a76-4301-8441-db67342a4a92 None None] Bound port: 9280f72c-46b1-4ca6-bb14-2f1b2d455a12, host: dv-cinder-850320-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b698c52-1803-40ad-a866-6ff1515380db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4fc394e5-4a72-4e1b-a046-66e03ed753a7'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:28:48.319020 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1789f998-4a76-4301-8441-db67342a4a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (9280f72c-46b1-4ca6-bb14-2f1b2d455a12), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:48.325873 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-728e6490-6b10-4308-b918-d7de9b8f4115 None None] Port 9280f72c-46b1-4ca6-bb14-2f1b2d455a12 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:28:48.384081 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-7e91e8ac-263e-4e7a-9fd5-7d0e88d01753 None None] For port 6e700eb4-91cf-4b88-9e6f-037609d058d7, host dv-cinder-850320-7-iscsi, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:28:48.388999 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port d8930fcd-b015-4e47-92ce-6daa56c841e9 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:28:48.389371 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (d8930fcd-b015-4e47-92ce-6daa56c841e9), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:48.389711 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port d8930fcd-b015-4e47-92ce-6daa56c841e9 Sep 16 19:28:48.428965 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-7e91e8ac-263e-4e7a-9fd5-7d0e88d01753 None None] For port 6e700eb4-91cf-4b88-9e6f-037609d058d7, host dv-cinder-850320-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=6e700eb4-91cf-4b88-9e6f-037609d058d7,segment=NetworkSegment(c0182e40-9d48-447f-9baf-0913a21d71ed),segment_id=c0182e40-9d48-447f-9baf-0913a21d71ed)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:28:48.446298 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:UPDATE=5,neutron:SELECT=91,neutron:INSERT=4 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:48.452289 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7e91e8ac-263e-4e7a-9fd5-7d0e88d01753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (6e700eb4-91cf-4b88-9e6f-037609d058d7), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:48.463866 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1789f998-4a76-4301-8441-db67342a4a92 None None] For port 9280f72c-46b1-4ca6-bb14-2f1b2d455a12, host dv-cinder-850320-7-iscsi, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:28:48.473825 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c579670a-a1ac-447f-b64d-23a8e169eb81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-680937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router (f121c82f-dac0-442b-a1e8-cfefe928c9d1), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:48.503503 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1789f998-4a76-4301-8441-db67342a4a92 None None] For port 9280f72c-46b1-4ca6-bb14-2f1b2d455a12, host dv-cinder-850320-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=9280f72c-46b1-4ca6-bb14-2f1b2d455a12,segment=NetworkSegment(1b698c52-1803-40ad-a866-6ff1515380db),segment_id=1b698c52-1803-40ad-a866-6ff1515380db)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:28:48.528485 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:48.529532 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f4618-2d34-48d2-acd2-7f1bffe07fa5 req-d2f155d6-ecee-4432-8c5b-43ad557c4579 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:48.532250 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1789f998-4a76-4301-8441-db67342a4a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (9280f72c-46b1-4ca6-bb14-2f1b2d455a12), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:48.538667 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-241f4618-2d34-48d2-acd2-7f1bffe07fa5 req-d2f155d6-ecee-4432-8c5b-43ad557c4579 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.0645537 Sep 16 19:28:48.579467 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91e8ac-263e-4e7a-9fd5-7d0e88d01753 None None] Pushing event updated for resources: {'Port': ['ID=6e700eb4-91cf-4b88-9e6f-037609d058d7,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:48.608229 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-241f4618-2d34-48d2-acd2-7f1bffe07fa5 req-06ce7505-0534-4812-8689-a58792308e77 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662456 Sep 16 19:28:48.629598 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port d8930fcd-b015-4e47-92ce-6daa56c841e9 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:28:48.634201 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1789f998-4a76-4301-8441-db67342a4a92 None None] Routers {'f18aff15-7809-4ad6-b4d8-953c47498b60'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:28:48.634911 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-1789f998-4a76-4301-8441-db67342a4a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:28:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['f18aff15-7809-4ad6-b4d8-953c47498b60'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:28:48.650625 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c579670a-a1ac-447f-b64d-23a8e169eb81 admin admin] Router f121c82f-dac0-442b-a1e8-cfefe928c9d1 is scheduled to L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e with binding_index 1 {{(pid=106252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 19:28:48.713424 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b777fa37-52b7-45db-8f80-97a7d42561b7 None None] Pushing event updated for resources: {'Port': ['ID=9280f72c-46b1-4ca6-bb14-2f1b2d455a12,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:48.797963 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-1789f998-4a76-4301-8441-db67342a4a92 None None] Set router f18aff15-7809-4ad6-b4d8-953c47498b60 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:28:48.815374 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c579670a-a1ac-447f-b64d-23a8e169eb81 admin admin] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:28:48.827367 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414a66b4-5bbc-4726-b948-8b25453b1aec None None] Sync routers for ids ['f121c82f-dac0-442b-a1e8-cfefe928c9d1'] in dv-cinder-850320-7-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:28:48.831297 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-728e6490-6b10-4308-b918-d7de9b8f4115 None None] Attempt 8 to provision port 9280f72c-46b1-4ca6-bb14-2f1b2d455a12 Sep 16 19:28:48.839825 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c579670a-a1ac-447f-b64d-23a8e169eb81 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:48.840788 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414a66b4-5bbc-4726-b948-8b25453b1aec None None] Routers {'f121c82f-dac0-442b-a1e8-cfefe928c9d1'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:28:48.845469 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-c579670a-a1ac-447f-b64d-23a8e169eb81 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1165357 Sep 16 19:28:48.845469 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 47538) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:28:48.852940 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-414a66b4-5bbc-4726-b948-8b25453b1aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:28:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['f121c82f-dac0-442b-a1e8-cfefe928c9d1'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:28:48.867815 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:48.986392 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-414a66b4-5bbc-4726-b948-8b25453b1aec None None] Set router f121c82f-dac0-442b-a1e8-cfefe928c9d1 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:28:49.033236 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-728e6490-6b10-4308-b918-d7de9b8f4115 None None] Current status of the port 9280f72c-46b1-4ca6-bb14-2f1b2d455a12 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:28:49.033631 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-728e6490-6b10-4308-b918-d7de9b8f4115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (9280f72c-46b1-4ca6-bb14-2f1b2d455a12), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:49.101947 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-728e6490-6b10-4308-b918-d7de9b8f4115 None None] For port 9280f72c-46b1-4ca6-bb14-2f1b2d455a12, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=9280f72c-46b1-4ca6-bb14-2f1b2d455a12,segment=NetworkSegment(1b698c52-1803-40ad-a866-6ff1515380db),segment_id=1b698c52-1803-40ad-a866-6ff1515380db)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:28:49.105494 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-1789f998-4a76-4301-8441-db67342a4a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18aff15-7809-4ad6-b4d8-953c47498b60', 'name': 'tempest-TestShelveInstance-364892162-router', 'tenant_id': 'd7fc1dae09f145afab37db3a792430d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd8930fcd-b015-4e47-92ce-6daa56c841e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:28:39Z', 'updated_at': '2022-09-16T19:28:44Z', 'revision_number': 4, 'project_id': 'd7fc1dae09f145afab37db3a792430d3', 'gw_port': {'id': 'd8930fcd-b015-4e47-92ce-6daa56c841e9', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18aff15-7809-4ad6-b4d8-953c47498b60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:28:40Z', 'updated_at': '2022-09-16T19:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '9280f72c-46b1-4ca6-bb14-2f1b2d455a12', 'name': '', 'network_id': '4fc394e5-4a72-4e1b-a046-66e03ed753a7', 'tenant_id': 'd7fc1dae09f145afab37db3a792430d3', 'mac_address': 'fa:16:3e:11:fa:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18aff15-7809-4ad6-b4d8-953c47498b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'fcb3e0c9-538f-40ce-83b8-814de92b3dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:28:43Z', 'updated_at': '2022-09-16T19:28:48Z', 'revision_number': 4, 'project_id': 'd7fc1dae09f145afab37db3a792430d3', 'subnets': [{'id': 'fcb3e0c9-538f-40ce-83b8-814de92b3dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:28:49.121899 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:49.135354 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-728e6490-6b10-4308-b918-d7de9b8f4115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (9280f72c-46b1-4ca6-bb14-2f1b2d455a12), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:49.139194 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1789f998-4a76-4301-8441-db67342a4a92 None None] The sync data for ids ['f18aff15-7809-4ad6-b4d8-953c47498b60'] in dv-cinder-850320-7-iscsi is: [{'id': 'f18aff15-7809-4ad6-b4d8-953c47498b60', 'name': 'tempest-TestShelveInstance-364892162-router', 'tenant_id': 'd7fc1dae09f145afab37db3a792430d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd8930fcd-b015-4e47-92ce-6daa56c841e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:28:39Z', 'updated_at': '2022-09-16T19:28:44Z', 'revision_number': 4, 'project_id': 'd7fc1dae09f145afab37db3a792430d3', 'gw_port': {'id': 'd8930fcd-b015-4e47-92ce-6daa56c841e9', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18aff15-7809-4ad6-b4d8-953c47498b60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:28:40Z', 'updated_at': '2022-09-16T19:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '9280f72c-46b1-4ca6-bb14-2f1b2d455a12', 'name': '', 'network_id': '4fc394e5-4a72-4e1b-a046-66e03ed753a7', 'tenant_id': 'd7fc1dae09f145afab37db3a792430d3', 'mac_address': 'fa:16:3e:11:fa:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18aff15-7809-4ad6-b4d8-953c47498b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'fcb3e0c9-538f-40ce-83b8-814de92b3dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:28:43Z', 'updated_at': '2022-09-16T19:28:48Z', 'revision_number': 4, 'project_id': 'd7fc1dae09f145afab37db3a792430d3', 'subnets': [{'id': 'fcb3e0c9-538f-40ce-83b8-814de92b3dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:28:49.173840 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-414a66b4-5bbc-4726-b948-8b25453b1aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f121c82f-dac0-442b-a1e8-cfefe928c9d1', 'name': 'tempest-TestShelveInstance-701694098-router', 'tenant_id': '59d9839473a447c8b12e3f62702ba189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '28a4e474-71ea-40c4-a923-9029161f905b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:28:46Z', 'updated_at': '2022-09-16T19:28:48Z', 'revision_number': 3, 'project_id': '59d9839473a447c8b12e3f62702ba189', 'gw_port': {'id': '28a4e474-71ea-40c4-a923-9029161f905b', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f121c82f-dac0-442b-a1e8-cfefe928c9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:28:47Z', 'updated_at': '2022-09-16T19:28:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi'}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:28:49.209309 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414a66b4-5bbc-4726-b948-8b25453b1aec None None] Checking router: f121c82f-dac0-442b-a1e8-cfefe928c9d1 for host: dv-cinder-850320-7-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:28:49.209656 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414a66b4-5bbc-4726-b948-8b25453b1aec None None] Updating router f121c82f-dac0-442b-a1e8-cfefe928c9d1 port 28a4e474-71ea-40c4-a923-9029161f905b binding host dv-cinder-850320-7-iscsi {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 19:28:49.238291 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e6490-6b10-4308-b918-d7de9b8f4115 None None] Pushing event updated for resources: {'Port': ['ID=9280f72c-46b1-4ca6-bb14-2f1b2d455a12,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:49.239289 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:49.248462 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-414a66b4-5bbc-4726-b948-8b25453b1aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (28a4e474-71ea-40c4-a923-9029161f905b), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:49.282969 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-2a812fa0-b367-435a-8cf7-8c0e607db678 None None] Provisioning complete for port 9280f72c-46b1-4ca6-bb14-2f1b2d455a12 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:28:49.282969 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2a812fa0-b367-435a-8cf7-8c0e607db678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (9280f72c-46b1-4ca6-bb14-2f1b2d455a12), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:49.282969 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-2a812fa0-b367-435a-8cf7-8c0e607db678 None None] Attempt 1 to provision port 9280f72c-46b1-4ca6-bb14-2f1b2d455a12 Sep 16 19:28:49.289947 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:49.401233 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-2a812fa0-b367-435a-8cf7-8c0e607db678 None None] Current status of the port 9280f72c-46b1-4ca6-bb14-2f1b2d455a12 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:28:49.428157 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd0853-1221-42bc-8dfa-2ce399164c44 req-3b0b3db0-893a-4c73-9759-b653d44e3753 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:49.436038 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-08fd0853-1221-42bc-8dfa-2ce399164c44 req-3b0b3db0-893a-4c73-9759-b653d44e3753 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 946 time: 0.0977499 Sep 16 19:28:49.478700 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b2e318f9-25b5-42df-ab74-68647e7a1acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:49.559562 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:49.567332 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-08fd0853-1221-42bc-8dfa-2ce399164c44 req-dded5045-b6a5-4d9a-9115-1fd042f5f67b tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300342 Sep 16 19:28:49.607377 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-414a66b4-5bbc-4726-b948-8b25453b1aec None None] Publish callbacks [] for port (28a4e474-71ea-40c4-a923-9029161f905b), precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:49.620323 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-414a66b4-5bbc-4726-b948-8b25453b1aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (28a4e474-71ea-40c4-a923-9029161f905b), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:49.669995 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-414a66b4-5bbc-4726-b948-8b25453b1aec None None] Attempting to bind port 28a4e474-71ea-40c4-a923-9029161f905b on host dv-cinder-850320-7-iscsi for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:28:49.670361 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-414a66b4-5bbc-4726-b948-8b25453b1aec None None] Attempting to bind port 28a4e474-71ea-40c4-a923-9029161f905b by drivers openvswitch,hyperv on host dv-cinder-850320-7-iscsi at level 0 using segments [{'id': 'ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:28:49.670850 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414a66b4-5bbc-4726-b948-8b25453b1aec None None] Attempting to bind port 28a4e474-71ea-40c4-a923-9029161f905b on network 01cd8397-3ed1-4c5d-9923-fabf569219df {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:28:49.734412 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be016f0-839b-42a9-80a2-b72949a35372 None None] Pushing event updated for resources: {'Port': ['ID=28a4e474-71ea-40c4-a923-9029161f905b,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:49.751641 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-b2e318f9-25b5-42df-ab74-68647e7a1acd admin admin] Allocated IP 172.20.0.1 (8e034ec7-5fda-4b6f-b71f-0ce11d6cdde4/cef9d78e-973c-44c6-8a9f-bb8273b4356d/088e0370-2daa-4a68-b009-219e9734db36) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:28:49.757663 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414a66b4-5bbc-4726-b948-8b25453b1aec None None] Checking agent: {'id': 'b5f6a205-959f-46f4-8ef4-8f70c2c67a2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850320-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 18, 35), 'started_at': datetime.datetime(2022, 9, 16, 19, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850320-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:28:49.758675 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414a66b4-5bbc-4726-b948-8b25453b1aec None None] Checking segment: {'id': 'ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:28:49.759224 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-414a66b4-5bbc-4726-b948-8b25453b1aec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:49.759748 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414a66b4-5bbc-4726-b948-8b25453b1aec None None] Bound using segment: {'id': 'ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:28:49.760373 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-414a66b4-5bbc-4726-b948-8b25453b1aec None None] Bound port: 28a4e474-71ea-40c4-a923-9029161f905b, host: dv-cinder-850320-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:28:49.760995 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-414a66b4-5bbc-4726-b948-8b25453b1aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (28a4e474-71ea-40c4-a923-9029161f905b), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:49.820238 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b0224-c286-4c53-8358-036dfd26faef req-1532d56a-a495-49e8-9cf5-9520dc68db83 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:49.832293 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b00b0224-c286-4c53-8358-036dfd26faef req-1532d56a-a495-49e8-9cf5-9520dc68db83 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.0682418 Sep 16 19:28:49.837548 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-414a66b4-5bbc-4726-b948-8b25453b1aec None None] For port 28a4e474-71ea-40c4-a923-9029161f905b, host dv-cinder-850320-7-iscsi, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:28:49.842860 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-414a66b4-5bbc-4726-b948-8b25453b1aec None None] For port 28a4e474-71ea-40c4-a923-9029161f905b, host dv-cinder-850320-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=28a4e474-71ea-40c4-a923-9029161f905b,segment=NetworkSegment(ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2),segment_id=ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:28:49.861446 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-414a66b4-5bbc-4726-b948-8b25453b1aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (28a4e474-71ea-40c4-a923-9029161f905b), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:49.894978 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0342e243-f4d7-4125-88f7-5d63ff098e1b None None] Network 8e034ec7-5fda-4b6f-b71f-0ce11d6cdde4 requested from dv-cinder-850320-7-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 19:28:49.917723 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b00b0224-c286-4c53-8358-036dfd26faef req-ffff2c5c-5c6f-4d47-8201-1779ae4658bd tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844181 Sep 16 19:28:49.930615 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414a66b4-5bbc-4726-b948-8b25453b1aec None None] Routers {'f121c82f-dac0-442b-a1e8-cfefe928c9d1'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:28:49.931389 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-414a66b4-5bbc-4726-b948-8b25453b1aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:28:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['f121c82f-dac0-442b-a1e8-cfefe928c9d1'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:28:49.963900 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b2e318f9-25b5-42df-ab74-68647e7a1acd admin admin] Publish callbacks [] for port (088e0370-2daa-4a68-b009-219e9734db36), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:49.979302 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-0c253486-be55-47d2-b6f1-2368a69d2c29 None None] Provisioning complete for port 6e700eb4-91cf-4b88-9e6f-037609d058d7 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:28:49.980053 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0c253486-be55-47d2-b6f1-2368a69d2c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (6e700eb4-91cf-4b88-9e6f-037609d058d7), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:49.980561 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-0c253486-be55-47d2-b6f1-2368a69d2c29 None None] Attempt 1 to provision port 6e700eb4-91cf-4b88-9e6f-037609d058d7 Sep 16 19:28:50.013747 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b2e318f9-25b5-42df-ab74-68647e7a1acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (088e0370-2daa-4a68-b009-219e9734db36), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:50.035891 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be016f0-839b-42a9-80a2-b72949a35372 None None] Pushing event updated for resources: {'Port': ['ID=28a4e474-71ea-40c4-a923-9029161f905b,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:50.059658 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e318f9-25b5-42df-ab74-68647e7a1acd admin admin] Network 8e034ec7-5fda-4b6f-b71f-0ce11d6cdde4 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:28:50.062898 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-b2e318f9-25b5-42df-ab74-68647e7a1acd admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:28:50.071914 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e318f9-25b5-42df-ab74-68647e7a1acd admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:28:50.097220 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e318f9-25b5-42df-ab74-68647e7a1acd admin admin] Pushing event updated for resources: {'Port': ['ID=088e0370-2daa-4a68-b009-219e9734db36,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:50.099372 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:50.110469 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e318f9-25b5-42df-ab74-68647e7a1acd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:28:50.110887 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e318f9-25b5-42df-ab74-68647e7a1acd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:28:50.111276 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e318f9-25b5-42df-ab74-68647e7a1acd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:28:50.111698 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e318f9-25b5-42df-ab74-68647e7a1acd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:28:50.112093 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e318f9-25b5-42df-ab74-68647e7a1acd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:28:50.112492 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e318f9-25b5-42df-ab74-68647e7a1acd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:28:50.112867 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e318f9-25b5-42df-ab74-68647e7a1acd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:28:50.113629 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e318f9-25b5-42df-ab74-68647e7a1acd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:28:50.113629 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e318f9-25b5-42df-ab74-68647e7a1acd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:28:50.113880 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e318f9-25b5-42df-ab74-68647e7a1acd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:28:50.113988 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-414a66b4-5bbc-4726-b948-8b25453b1aec None None] Set router f121c82f-dac0-442b-a1e8-cfefe928c9d1 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:28:50.114412 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e318f9-25b5-42df-ab74-68647e7a1acd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:28:50.114849 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e318f9-25b5-42df-ab74-68647e7a1acd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:28:50.115256 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e318f9-25b5-42df-ab74-68647e7a1acd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:28:50.115660 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e318f9-25b5-42df-ab74-68647e7a1acd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:28:50.116061 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e318f9-25b5-42df-ab74-68647e7a1acd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:28:50.148002 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b2e318f9-25b5-42df-ab74-68647e7a1acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771352'] for router_interface (f121c82f-dac0-442b-a1e8-cfefe928c9d1), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:50.151482 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-0c253486-be55-47d2-b6f1-2368a69d2c29 None None] Current status of the port 6e700eb4-91cf-4b88-9e6f-037609d058d7 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:28:50.151922 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0c253486-be55-47d2-b6f1-2368a69d2c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (6e700eb4-91cf-4b88-9e6f-037609d058d7), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:50.250467 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-0c253486-be55-47d2-b6f1-2368a69d2c29 None None] For port 6e700eb4-91cf-4b88-9e6f-037609d058d7, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=6e700eb4-91cf-4b88-9e6f-037609d058d7,segment=NetworkSegment(c0182e40-9d48-447f-9baf-0913a21d71ed),segment_id=c0182e40-9d48-447f-9baf-0913a21d71ed)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:28:50.264590 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0c253486-be55-47d2-b6f1-2368a69d2c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (6e700eb4-91cf-4b88-9e6f-037609d058d7), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:50.396243 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c253486-be55-47d2-b6f1-2368a69d2c29 None None] Pushing event updated for resources: {'Port': ['ID=6e700eb4-91cf-4b88-9e6f-037609d058d7,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:50.400817 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:50.401587 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:50.440109 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:28:50.449193 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 9280f72c-46b1-4ca6-bb14-2f1b2d455a12 up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:28:50.456934 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-414a66b4-5bbc-4726-b948-8b25453b1aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f121c82f-dac0-442b-a1e8-cfefe928c9d1', 'name': 'tempest-TestShelveInstance-701694098-router', 'tenant_id': '59d9839473a447c8b12e3f62702ba189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '28a4e474-71ea-40c4-a923-9029161f905b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:28:46Z', 'updated_at': '2022-09-16T19:28:48Z', 'revision_number': 3, 'project_id': '59d9839473a447c8b12e3f62702ba189', 'gw_port': {'id': '28a4e474-71ea-40c4-a923-9029161f905b', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f121c82f-dac0-442b-a1e8-cfefe928c9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:28:47Z', 'updated_at': '2022-09-16T19:28:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi'}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:28:50.467223 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b2e318f9-25b5-42df-ab74-68647e7a1acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (088e0370-2daa-4a68-b009-219e9734db36), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:50.494317 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414a66b4-5bbc-4726-b948-8b25453b1aec None None] The sync data for ids ['f121c82f-dac0-442b-a1e8-cfefe928c9d1'] in dv-cinder-850320-7-iscsi is: [{'id': 'f121c82f-dac0-442b-a1e8-cfefe928c9d1', 'name': 'tempest-TestShelveInstance-701694098-router', 'tenant_id': '59d9839473a447c8b12e3f62702ba189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '28a4e474-71ea-40c4-a923-9029161f905b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:28:46Z', 'updated_at': '2022-09-16T19:28:48Z', 'revision_number': 3, 'project_id': '59d9839473a447c8b12e3f62702ba189', 'gw_port': {'id': '28a4e474-71ea-40c4-a923-9029161f905b', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f121c82f-dac0-442b-a1e8-cfefe928c9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:28:47Z', 'updated_at': '2022-09-16T19:28:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:28:50.505925 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-7afa5a97-c804-473e-ada9-1260f26c9a71 None None] Provisioning complete for port 6e700eb4-91cf-4b88-9e6f-037609d058d7 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:28:50.506519 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7afa5a97-c804-473e-ada9-1260f26c9a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (6e700eb4-91cf-4b88-9e6f-037609d058d7), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:50.506662 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-7afa5a97-c804-473e-ada9-1260f26c9a71 None None] Attempt 1 to provision port 6e700eb4-91cf-4b88-9e6f-037609d058d7 Sep 16 19:28:50.658155 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b2e318f9-25b5-42df-ab74-68647e7a1acd admin admin] Publish callbacks [] for port (088e0370-2daa-4a68-b009-219e9734db36), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:50.665647 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b2e318f9-25b5-42df-ab74-68647e7a1acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2678318'] for port (088e0370-2daa-4a68-b009-219e9734db36), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:50.687412 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port 9280f72c-46b1-4ca6-bb14-2f1b2d455a12 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:28:50.687765 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (9280f72c-46b1-4ca6-bb14-2f1b2d455a12), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:50.688101 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port 9280f72c-46b1-4ca6-bb14-2f1b2d455a12 Sep 16 19:28:50.770361 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-7afa5a97-c804-473e-ada9-1260f26c9a71 None None] Current status of the port 6e700eb4-91cf-4b88-9e6f-037609d058d7 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:28:50.793429 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:50.811207 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-7afa5a97-c804-473e-ada9-1260f26c9a71 None None] Provisioning complete for port 088e0370-2daa-4a68-b009-219e9734db36 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:28:50.811606 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7afa5a97-c804-473e-ada9-1260f26c9a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (088e0370-2daa-4a68-b009-219e9734db36), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:50.811971 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-7afa5a97-c804-473e-ada9-1260f26c9a71 None None] Attempt 1 to provision port 088e0370-2daa-4a68-b009-219e9734db36 Sep 16 19:28:50.832196 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port 9280f72c-46b1-4ca6-bb14-2f1b2d455a12 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:28:50.835601 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 6e700eb4-91cf-4b88-9e6f-037609d058d7 up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:28:50.874811 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-7afa5a97-c804-473e-ada9-1260f26c9a71 None None] Port 088e0370-2daa-4a68-b009-219e9734db36 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:28:50.888721 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port 6e700eb4-91cf-4b88-9e6f-037609d058d7 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:28:50.889113 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (6e700eb4-91cf-4b88-9e6f-037609d058d7), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:50.889469 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port 6e700eb4-91cf-4b88-9e6f-037609d058d7 Sep 16 19:28:51.021019 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0d92f-8241-4664-8c96-0ece6b44affe req-4e807a20-0608-4c22-9a31-3fbb9882723b tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:51.027579 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d1d0d92f-8241-4664-8c96-0ece6b44affe req-4e807a20-0608-4c22-9a31-3fbb9882723b tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 946 time: 0.0709839 Sep 16 19:28:51.031041 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port 6e700eb4-91cf-4b88-9e6f-037609d058d7 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:28:51.060528 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e318f9-25b5-42df-ab74-68647e7a1acd admin admin] Pushing event updated for resources: {'Port': ['ID=088e0370-2daa-4a68-b009-219e9734db36,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:51.072906 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a801e31c-db2d-4e49-910d-c5f6d650ed9d req-1ae19194-3ae8-44d4-9684-acb7783d932d tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:51.074476 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a801e31c-db2d-4e49-910d-c5f6d650ed9d req-1ae19194-3ae8-44d4-9684-acb7783d932d tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 946 time: 0.3879943 Sep 16 19:28:51.081001 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b2e318f9-25b5-42df-ab74-68647e7a1acd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-771468'] for router_interface (f121c82f-dac0-442b-a1e8-cfefe928c9d1), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:51.157030 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:51.164417 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc3ec3-ebba-46d4-b677-ea94bf00ce39 req-2306fdb9-525b-4fd1-b836-aa390d871896 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:51.166723 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-48dc3ec3-ebba-46d4-b677-ea94bf00ce39 req-2306fdb9-525b-4fd1-b836-aa390d871896 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.1257422 Sep 16 19:28:51.186554 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a801e31c-db2d-4e49-910d-c5f6d650ed9d req-d07b6173-4e2f-45ef-b245-0ba733765e12 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b1b5ab3-875b-486a-94cf-f6ca47509252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994561 Sep 16 19:28:51.235412 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:51.245387 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e318f9-25b5-42df-ab74-68647e7a1acd admin admin] Network 8e034ec7-5fda-4b6f-b71f-0ce11d6cdde4 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:28:51.246568 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-b2e318f9-25b5-42df-ab74-68647e7a1acd admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:28:51.276299 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-d1d0d92f-8241-4664-8c96-0ece6b44affe req-9ed165d7-4520-47f2-a97b-a2f752a7b838 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Deleting port 12862a74-24e6-4ec2-8bba-7faa06a3ccb5 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:28:51.277244 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d1d0d92f-8241-4664-8c96-0ece6b44affe req-9ed165d7-4520-47f2-a97b-a2f752a7b838 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (12862a74-24e6-4ec2-8bba-7faa06a3ccb5), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:51.344610 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-48dc3ec3-ebba-46d4-b677-ea94bf00ce39 req-d9deff20-9ae7-4d8b-b5d7-39e996cbb61c tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609874 Sep 16 19:28:51.387789 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-7afa5a97-c804-473e-ada9-1260f26c9a71 None None] Attempt 2 to provision port 088e0370-2daa-4a68-b009-219e9734db36 Sep 16 19:28:51.446646 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e318f9-25b5-42df-ab74-68647e7a1acd admin admin] Router f121c82f-dac0-442b-a1e8-cfefe928c9d1 has already been hosted by L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:28:51.474478 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-d1d0d92f-8241-4664-8c96-0ece6b44affe req-9ed165d7-4520-47f2-a97b-a2f752a7b838 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] For port 12862a74-24e6-4ec2-8bba-7faa06a3ccb5, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=12862a74-24e6-4ec2-8bba-7faa06a3ccb5,segment=NetworkSegment(8351c8d8-7e98-4f07-8cee-dbde6e8064f9),segment_id=8351c8d8-7e98-4f07-8cee-dbde6e8064f9)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:28:51.475104 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d1d0d92f-8241-4664-8c96-0ece6b44affe req-9ed165d7-4520-47f2-a97b-a2f752a7b838 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (12862a74-24e6-4ec2-8bba-7faa06a3ccb5), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:51.479300 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-7afa5a97-c804-473e-ada9-1260f26c9a71 None None] Port 088e0370-2daa-4a68-b009-219e9734db36 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:28:51.511483 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-d1d0d92f-8241-4664-8c96-0ece6b44affe req-9ed165d7-4520-47f2-a97b-a2f752a7b838 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Calling delete_port for 12862a74-24e6-4ec2-8bba-7faa06a3ccb5 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:28:51.610486 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e318f9-25b5-42df-ab74-68647e7a1acd admin admin] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:28:51.620642 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-b2e318f9-25b5-42df-ab74-68647e7a1acd admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/f121c82f-dac0-442b-a1e8-cfefe928c9d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7632072 Sep 16 19:28:51.717858 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:51.756621 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d1d0d92f-8241-4664-8c96-0ece6b44affe req-9ed165d7-4520-47f2-a97b-a2f752a7b838 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825'] for port (12862a74-24e6-4ec2-8bba-7faa06a3ccb5), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:51.790121 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed165d7-4520-47f2-a97b-a2f752a7b838 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Pushing event deleted for resources: {'Port': ['ID=12862a74-24e6-4ec2-8bba-7faa06a3ccb5,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:51.800188 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] get_ports_and_sgs() called for port_ids ['12862a74-24e6-4ec2-8bba-7faa06a3ccb5'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 19:28:51.849937 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed165d7-4520-47f2-a97b-a2f752a7b838 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:28:51.850283 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed165d7-4520-47f2-a97b-a2f752a7b838 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:28:51.850619 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed165d7-4520-47f2-a97b-a2f752a7b838 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:28:51.850954 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed165d7-4520-47f2-a97b-a2f752a7b838 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:28:51.851277 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed165d7-4520-47f2-a97b-a2f752a7b838 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:28:51.851600 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed165d7-4520-47f2-a97b-a2f752a7b838 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:28:51.851918 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed165d7-4520-47f2-a97b-a2f752a7b838 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:28:51.852234 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed165d7-4520-47f2-a97b-a2f752a7b838 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:28:51.852580 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed165d7-4520-47f2-a97b-a2f752a7b838 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:28:51.852898 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed165d7-4520-47f2-a97b-a2f752a7b838 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:28:51.853212 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed165d7-4520-47f2-a97b-a2f752a7b838 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:28:51.853537 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed165d7-4520-47f2-a97b-a2f752a7b838 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:28:51.853851 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed165d7-4520-47f2-a97b-a2f752a7b838 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:28:51.854169 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed165d7-4520-47f2-a97b-a2f752a7b838 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:28:51.854848 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed165d7-4520-47f2-a97b-a2f752a7b838 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:28:51.880045 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d0d92f-8241-4664-8c96-0ece6b44affe req-9ed165d7-4520-47f2-a97b-a2f752a7b838 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] No DVR routers for this DVR port 12862a74-24e6-4ec2-8bba-7faa06a3ccb5 on host hv-cinder-85032 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 19:28:51.883553 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d1d0d92f-8241-4664-8c96-0ece6b44affe req-9ed165d7-4520-47f2-a97b-a2f752a7b838 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:51.886897 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d1d0d92f-8241-4664-8c96-0ece6b44affe req-9ed165d7-4520-47f2-a97b-a2f752a7b838 tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.27 "DELETE /networking/v2.0/ports/12862a74-24e6-4ec2-8bba-7faa06a3ccb5 HTTP/1.1" status: 204 len: 173 time: 0.8472414 Sep 16 19:28:51.887423 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd318e99e-5f9d-4a92-bfcc-da5c7df2bbfd', 'name': 'network-vif-deleted', 'tag': '12862a74-24e6-4ec2-8bba-7faa06a3ccb5'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:28:51.889739 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e152f16bac9f1df6f483fa1cb5a6d8c6a2a494143f87e2794594a52eeef6f53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a80873-9672-49bd-a3e4-260272227464" -d '{"events": [{"server_uuid": "d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd", "name": "network-vif-deleted", "tag": "12862a74-24e6-4ec2-8bba-7faa06a3ccb5"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:28:51.939126 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 19:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c011db38-afb7-4b0f-97cc-f5aef29f5972 x-openstack-request-id: req-c011db38-afb7-4b0f-97cc-f5aef29f5972 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:28:51.939622 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd", "name": "network-vif-deleted", "tag": "12862a74-24e6-4ec2-8bba-7faa06a3ccb5", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:28:51.939956 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c011db38-afb7-4b0f-97cc-f5aef29f5972 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:28:51.940516 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c011db38-afb7-4b0f-97cc-f5aef29f5972'] response: {'server_uuid': 'd318e99e-5f9d-4a92-bfcc-da5c7df2bbfd', 'name': 'network-vif-deleted', 'tag': '12862a74-24e6-4ec2-8bba-7faa06a3ccb5', 'status': 'completed', 'code': 200} Sep 16 19:28:51.980609 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-7afa5a97-c804-473e-ada9-1260f26c9a71 None None] Attempt 3 to provision port 088e0370-2daa-4a68-b009-219e9734db36 Sep 16 19:28:52.031261 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-7afa5a97-c804-473e-ada9-1260f26c9a71 None None] Port 088e0370-2daa-4a68-b009-219e9734db36 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:28:52.154710 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 47580) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:28:52.163545 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-31802970-018e-4cc0-a43d-46d0dda177cb tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-242210746', 'description': 'tempest-secgroup-smoke-242210746 description', 'project_id': 'd7fc1dae09f145afab37db3a792430d3'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:28:52.222148 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-31802970-018e-4cc0-a43d-46d0dda177cb tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:52.387315 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:52.393949 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 6e700eb4-91cf-4b88-9e6f-037609d058d7 up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:28:52.409345 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-956c45f6-e798-476e-ac91-5119a7c1069f req-2aa53f09-e06d-4529-9fb8-d1588994c03a tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 210 time: 0.0401611 Sep 16 19:28:52.448789 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-31802970-018e-4cc0-a43d-46d0dda177cb tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks [] for security_group (e458187c-7f5d-4c74-9aff-c9fafbcd05fe), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:52.462639 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-31802970-018e-4cc0-a43d-46d0dda177cb tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (e458187c-7f5d-4c74-9aff-c9fafbcd05fe), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:52.535645 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31802970-018e-4cc0-a43d-46d0dda177cb tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e458187c-7f5d-4c74-9aff-c9fafbcd05fe,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:52.537707 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port 6e700eb4-91cf-4b88-9e6f-037609d058d7 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:28:52.538324 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (6e700eb4-91cf-4b88-9e6f-037609d058d7), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:52.538741 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port 6e700eb4-91cf-4b88-9e6f-037609d058d7 Sep 16 19:28:52.560035 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-31802970-018e-4cc0-a43d-46d0dda177cb tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:52.562562 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-31802970-018e-4cc0-a43d-46d0dda177cb tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4040456 Sep 16 19:28:52.564609 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 47590) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:28:52.569298 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-307c044d-294f-40a5-9edc-cc7e3dc19601 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Request body: {'security_group_rule': {'security_group_id': 'e458187c-7f5d-4c74-9aff-c9fafbcd05fe', 'project_id': 'd7fc1dae09f145afab37db3a792430d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:28:52.588267 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-7afa5a97-c804-473e-ada9-1260f26c9a71 None None] Attempt 4 to provision port 088e0370-2daa-4a68-b009-219e9734db36 Sep 16 19:28:52.590257 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:52.599330 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46175ae0-ae61-429d-868f-20540cd3c654 req-72862125-ac05-45e5-8736-89170ee71bb3 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:52.605106 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-46175ae0-ae61-429d-868f-20540cd3c654 req-72862125-ac05-45e5-8736-89170ee71bb3 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.0848587 Sep 16 19:28:52.622981 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-307c044d-294f-40a5-9edc-cc7e3dc19601 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks [] for security_group_rule (59840ed1-090d-49e3-8aba-b157e0a10f32), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:52.723017 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-46175ae0-ae61-429d-868f-20540cd3c654 req-69fbc9e4-f5e7-4444-b14b-8b7d7171bf5d tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062412 Sep 16 19:28:52.735659 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-7afa5a97-c804-473e-ada9-1260f26c9a71 None None] Port 088e0370-2daa-4a68-b009-219e9734db36 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:28:52.735659 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port 6e700eb4-91cf-4b88-9e6f-037609d058d7 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:28:52.735659 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 28a4e474-71ea-40c4-a923-9029161f905b up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:28:52.784049 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-307c044d-294f-40a5-9edc-cc7e3dc19601 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks [] for security_group_rule (59840ed1-090d-49e3-8aba-b157e0a10f32), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:52.794032 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-307c044d-294f-40a5-9edc-cc7e3dc19601 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578197'] for security_group_rule (59840ed1-090d-49e3-8aba-b157e0a10f32), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:52.851779 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-307c044d-294f-40a5-9edc-cc7e3dc19601 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:52.853402 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-307c044d-294f-40a5-9edc-cc7e3dc19601 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2876983 Sep 16 19:28:52.856983 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 47600) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:28:52.857684 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c044d-294f-40a5-9edc-cc7e3dc19601 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59840ed1-090d-49e3-8aba-b157e0a10f32,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:52.864938 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-9baed576-72ae-40da-8b6d-9b4ae767eb83 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Request body: {'security_group_rule': {'security_group_id': 'e458187c-7f5d-4c74-9aff-c9fafbcd05fe', 'project_id': 'd7fc1dae09f145afab37db3a792430d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:28:52.929467 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port 28a4e474-71ea-40c4-a923-9029161f905b triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:28:52.929467 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (28a4e474-71ea-40c4-a923-9029161f905b), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:52.929467 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port 28a4e474-71ea-40c4-a923-9029161f905b Sep 16 19:28:52.935525 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9baed576-72ae-40da-8b6d-9b4ae767eb83 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks [] for security_group_rule (355e78d1-e911-483b-9621-64d2f901c660), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:53.011590 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9baed576-72ae-40da-8b6d-9b4ae767eb83 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks [] for security_group_rule (355e78d1-e911-483b-9621-64d2f901c660), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:53.017560 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port 28a4e474-71ea-40c4-a923-9029161f905b is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:28:53.017724 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9baed576-72ae-40da-8b6d-9b4ae767eb83 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578197'] for security_group_rule (355e78d1-e911-483b-9621-64d2f901c660), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:53.018032 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (28a4e474-71ea-40c4-a923-9029161f905b), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:53.038349 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baed576-72ae-40da-8b6d-9b4ae767eb83 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=355e78d1-e911-483b-9621-64d2f901c660,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:53.040240 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ac838df1-9534-4942-9578-11415f776b7d None None] For port 28a4e474-71ea-40c4-a923-9029161f905b, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=28a4e474-71ea-40c4-a923-9029161f905b,segment=NetworkSegment(ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2),segment_id=ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:28:53.045781 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9baed576-72ae-40da-8b6d-9b4ae767eb83 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:53.047209 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-9baed576-72ae-40da-8b6d-9b4ae767eb83 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1892145 Sep 16 19:28:53.050039 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 47604) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:28:53.050990 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (28a4e474-71ea-40c4-a923-9029161f905b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:53.055895 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-384bb788-d647-474d-959f-b96de7aa18c8 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Request body: {'security_group_rule': {'security_group_id': 'e458187c-7f5d-4c74-9aff-c9fafbcd05fe', 'project_id': 'd7fc1dae09f145afab37db3a792430d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:28:53.089431 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-384bb788-d647-474d-959f-b96de7aa18c8 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks [] for security_group_rule (63507237-844e-4566-96f2-e3ccb7e2ca84), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:53.102832 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Pushing event updated for resources: {'Port': ['ID=28a4e474-71ea-40c4-a923-9029161f905b,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:53.140779 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-384bb788-d647-474d-959f-b96de7aa18c8 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks [] for security_group_rule (63507237-844e-4566-96f2-e3ccb7e2ca84), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:53.146295 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-384bb788-d647-474d-959f-b96de7aa18c8 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578197'] for security_group_rule (63507237-844e-4566-96f2-e3ccb7e2ca84), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:53.166728 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bb788-d647-474d-959f-b96de7aa18c8 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63507237-844e-4566-96f2-e3ccb7e2ca84,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:53.176063 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-384bb788-d647-474d-959f-b96de7aa18c8 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:53.177407 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-384bb788-d647-474d-959f-b96de7aa18c8 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1259084 Sep 16 19:28:53.180670 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 47606) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:28:53.186897 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-8c079937-3a75-4fcc-9b57-57a8a8d97947 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Request body: {'security_group_rule': {'security_group_id': 'e458187c-7f5d-4c74-9aff-c9fafbcd05fe', 'project_id': 'd7fc1dae09f145afab37db3a792430d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:28:53.219645 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8c079937-3a75-4fcc-9b57-57a8a8d97947 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks [] for security_group_rule (a3e8a1de-ba27-440e-bd11-cd10751c6606), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:53.232057 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-7afa5a97-c804-473e-ada9-1260f26c9a71 None None] Attempt 5 to provision port 088e0370-2daa-4a68-b009-219e9734db36 Sep 16 19:28:53.274471 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8c079937-3a75-4fcc-9b57-57a8a8d97947 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks [] for security_group_rule (a3e8a1de-ba27-440e-bd11-cd10751c6606), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:53.280496 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8c079937-3a75-4fcc-9b57-57a8a8d97947 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578197'] for security_group_rule (a3e8a1de-ba27-440e-bd11-cd10751c6606), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:53.284029 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-7afa5a97-c804-473e-ada9-1260f26c9a71 None None] Port 088e0370-2daa-4a68-b009-219e9734db36 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:28:53.301703 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c079937-3a75-4fcc-9b57-57a8a8d97947 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3e8a1de-ba27-440e-bd11-cd10751c6606,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:53.309628 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8c079937-3a75-4fcc-9b57-57a8a8d97947 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:53.310859 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-8c079937-3a75-4fcc-9b57-57a8a8d97947 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1285758 Sep 16 19:28:53.315294 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 47608) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:28:53.320022 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-92351d0a-17be-4561-bd5b-fc7f6e3efa8d tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Request body: {'security_group_rule': {'security_group_id': 'e458187c-7f5d-4c74-9aff-c9fafbcd05fe', 'project_id': 'd7fc1dae09f145afab37db3a792430d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:28:53.336136 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:53.354799 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.db.securitygroups_db [None req-92351d0a-17be-4561-bd5b-fc7f6e3efa8d tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Project d7fc1dae09f145afab37db3a792430d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 19:28:53.366230 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-92351d0a-17be-4561-bd5b-fc7f6e3efa8d tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks [] for security_group_rule (5130a83e-b9f2-4cd5-915e-1819b7fa27e5), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:53.445427 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-92351d0a-17be-4561-bd5b-fc7f6e3efa8d tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks [] for security_group_rule (5130a83e-b9f2-4cd5-915e-1819b7fa27e5), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:53.454220 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-92351d0a-17be-4561-bd5b-fc7f6e3efa8d tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578197'] for security_group_rule (5130a83e-b9f2-4cd5-915e-1819b7fa27e5), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:53.486671 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-92351d0a-17be-4561-bd5b-fc7f6e3efa8d tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:53.488492 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-92351d0a-17be-4561-bd5b-fc7f6e3efa8d tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1720383 Sep 16 19:28:53.491145 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 47616) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:28:53.496742 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-7c784026-118f-4c78-b7d6-572d1c97d8b0 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Request body: {'security_group_rule': {'security_group_id': 'e458187c-7f5d-4c74-9aff-c9fafbcd05fe', 'project_id': 'd7fc1dae09f145afab37db3a792430d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:28:53.513737 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92351d0a-17be-4561-bd5b-fc7f6e3efa8d tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5130a83e-b9f2-4cd5-915e-1819b7fa27e5,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:53.538108 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.db.securitygroups_db [None req-7c784026-118f-4c78-b7d6-572d1c97d8b0 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Project d7fc1dae09f145afab37db3a792430d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 19:28:53.544448 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7c784026-118f-4c78-b7d6-572d1c97d8b0 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks [] for security_group_rule (5c201ad6-1912-472f-ae74-c083da5620ed), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:53.587778 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b48bd1d5-8f80-45ef-aea5-5c419955daef req-d575e5bd-2882-46e7-b69c-b6e697781aec tempest-DeleteServersTestJSON-688902594 tempest-DeleteServersTestJSON-688902594-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d318e99e-5f9d-4a92-bfcc-da5c7df2bbfd HTTP/1.1" status: 200 len: 210 time: 0.0316861 Sep 16 19:28:53.616039 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7c784026-118f-4c78-b7d6-572d1c97d8b0 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks [] for security_group_rule (5c201ad6-1912-472f-ae74-c083da5620ed), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:53.621043 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7c784026-118f-4c78-b7d6-572d1c97d8b0 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578197'] for security_group_rule (5c201ad6-1912-472f-ae74-c083da5620ed), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:53.643270 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c784026-118f-4c78-b7d6-572d1c97d8b0 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c201ad6-1912-472f-ae74-c083da5620ed,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:53.649447 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7c784026-118f-4c78-b7d6-572d1c97d8b0 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:53.650496 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-7c784026-118f-4c78-b7d6-572d1c97d8b0 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1582851 Sep 16 19:28:53.785646 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-7afa5a97-c804-473e-ada9-1260f26c9a71 None None] Attempt 6 to provision port 088e0370-2daa-4a68-b009-219e9734db36 Sep 16 19:28:53.810864 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0993849-ad2a-4043-8709-c5b03b9144b1 None None] Sync routers for ids ['f121c82f-dac0-442b-a1e8-cfefe928c9d1'] in dv-cinder-850320-7-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:28:53.833278 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-7afa5a97-c804-473e-ada9-1260f26c9a71 None None] Port 088e0370-2daa-4a68-b009-219e9734db36 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:28:53.834491 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0993849-ad2a-4043-8709-c5b03b9144b1 None None] Routers {'f121c82f-dac0-442b-a1e8-cfefe928c9d1'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:28:53.835108 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-e0993849-ad2a-4043-8709-c5b03b9144b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:28:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['f121c82f-dac0-442b-a1e8-cfefe928c9d1'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:28:53.868866 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72efc4-6822-4e96-bd68-75cbf6b7b8ba req-5a624847-1ae5-459d-b207-9b0cdc8f3415 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:53.870475 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8c72efc4-6822-4e96-bd68-75cbf6b7b8ba req-5a624847-1ae5-459d-b207-9b0cdc8f3415 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.0665150 Sep 16 19:28:53.902966 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:53.963419 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8c72efc4-6822-4e96-bd68-75cbf6b7b8ba req-06fbec08-ccfd-46df-874f-611ddc14bde0 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648201 Sep 16 19:28:53.963739 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-e0993849-ad2a-4043-8709-c5b03b9144b1 None None] Set router f121c82f-dac0-442b-a1e8-cfefe928c9d1 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:28:54.038244 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:54.173964 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-e0993849-ad2a-4043-8709-c5b03b9144b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f121c82f-dac0-442b-a1e8-cfefe928c9d1', 'name': 'tempest-TestShelveInstance-701694098-router', 'tenant_id': '59d9839473a447c8b12e3f62702ba189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '28a4e474-71ea-40c4-a923-9029161f905b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:28:46Z', 'updated_at': '2022-09-16T19:28:50Z', 'revision_number': 4, 'project_id': '59d9839473a447c8b12e3f62702ba189', 'gw_port': {'id': '28a4e474-71ea-40c4-a923-9029161f905b', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f121c82f-dac0-442b-a1e8-cfefe928c9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:28:47Z', 'updated_at': '2022-09-16T19:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '088e0370-2daa-4a68-b009-219e9734db36', 'name': '', 'network_id': '8e034ec7-5fda-4b6f-b71f-0ce11d6cdde4', 'tenant_id': '59d9839473a447c8b12e3f62702ba189', 'mac_address': 'fa:16:3e:62:f5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f121c82f-dac0-442b-a1e8-cfefe928c9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'cef9d78e-973c-44c6-8a9f-bb8273b4356d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:28:49Z', 'updated_at': '2022-09-16T19:28:50Z', 'revision_number': 2, 'project_id': '59d9839473a447c8b12e3f62702ba189', 'subnets': [{'id': 'cef9d78e-973c-44c6-8a9f-bb8273b4356d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:28:54.201923 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0993849-ad2a-4043-8709-c5b03b9144b1 None None] Checking router: f121c82f-dac0-442b-a1e8-cfefe928c9d1 for host: dv-cinder-850320-7-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:28:54.202923 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0993849-ad2a-4043-8709-c5b03b9144b1 None None] Updating router f121c82f-dac0-442b-a1e8-cfefe928c9d1 port 088e0370-2daa-4a68-b009-219e9734db36 binding host dv-cinder-850320-7-iscsi {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 19:28:54.234636 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e0993849-ad2a-4043-8709-c5b03b9144b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (088e0370-2daa-4a68-b009-219e9734db36), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:54.246726 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 28a4e474-71ea-40c4-a923-9029161f905b up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:28:54.357619 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-7afa5a97-c804-473e-ada9-1260f26c9a71 None None] Attempt 7 to provision port 088e0370-2daa-4a68-b009-219e9734db36 Sep 16 19:28:54.383799 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:54.416159 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port 28a4e474-71ea-40c4-a923-9029161f905b triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:28:54.416621 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (28a4e474-71ea-40c4-a923-9029161f905b), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:54.416945 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port 28a4e474-71ea-40c4-a923-9029161f905b Sep 16 19:28:54.424223 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-7afa5a97-c804-473e-ada9-1260f26c9a71 None None] Port 088e0370-2daa-4a68-b009-219e9734db36 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:28:54.568515 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port 28a4e474-71ea-40c4-a923-9029161f905b is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:28:54.640849 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e0993849-ad2a-4043-8709-c5b03b9144b1 None None] Publish callbacks [] for port (088e0370-2daa-4a68-b009-219e9734db36), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:54.647779 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e0993849-ad2a-4043-8709-c5b03b9144b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (088e0370-2daa-4a68-b009-219e9734db36), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:54.707180 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf879ae-d58a-479e-b0c0-23aaa616474c None None] Pushing event updated for resources: {'Port': ['ID=088e0370-2daa-4a68-b009-219e9734db36,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:54.738282 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-e0993849-ad2a-4043-8709-c5b03b9144b1 None None] Attempting to bind port 088e0370-2daa-4a68-b009-219e9734db36 on host dv-cinder-850320-7-iscsi for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:28:54.738647 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-e0993849-ad2a-4043-8709-c5b03b9144b1 None None] Attempting to bind port 088e0370-2daa-4a68-b009-219e9734db36 by drivers openvswitch,hyperv on host dv-cinder-850320-7-iscsi at level 0 using segments [{'id': 'c0182e40-9d48-447f-9baf-0913a21d71ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8e034ec7-5fda-4b6f-b71f-0ce11d6cdde4'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:28:54.738989 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0993849-ad2a-4043-8709-c5b03b9144b1 None None] Attempting to bind port 088e0370-2daa-4a68-b009-219e9734db36 on network 8e034ec7-5fda-4b6f-b71f-0ce11d6cdde4 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:28:54.783607 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0993849-ad2a-4043-8709-c5b03b9144b1 None None] Checking agent: {'id': 'b5f6a205-959f-46f4-8ef4-8f70c2c67a2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850320-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 18, 35), 'started_at': datetime.datetime(2022, 9, 16, 19, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850320-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:28:54.783975 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0993849-ad2a-4043-8709-c5b03b9144b1 None None] Checking segment: {'id': 'c0182e40-9d48-447f-9baf-0913a21d71ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8e034ec7-5fda-4b6f-b71f-0ce11d6cdde4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:28:54.784371 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e0993849-ad2a-4043-8709-c5b03b9144b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:54.784874 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0993849-ad2a-4043-8709-c5b03b9144b1 None None] Bound using segment: {'id': 'c0182e40-9d48-447f-9baf-0913a21d71ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8e034ec7-5fda-4b6f-b71f-0ce11d6cdde4'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:28:54.785244 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-e0993849-ad2a-4043-8709-c5b03b9144b1 None None] Bound port: 088e0370-2daa-4a68-b009-219e9734db36, host: dv-cinder-850320-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0182e40-9d48-447f-9baf-0913a21d71ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8e034ec7-5fda-4b6f-b71f-0ce11d6cdde4'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:28:54.785717 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e0993849-ad2a-4043-8709-c5b03b9144b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (088e0370-2daa-4a68-b009-219e9734db36), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:54.799066 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:54.847723 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-e0993849-ad2a-4043-8709-c5b03b9144b1 None None] For port 088e0370-2daa-4a68-b009-219e9734db36, host dv-cinder-850320-7-iscsi, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:28:54.851243 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-e0993849-ad2a-4043-8709-c5b03b9144b1 None None] For port 088e0370-2daa-4a68-b009-219e9734db36, host dv-cinder-850320-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=088e0370-2daa-4a68-b009-219e9734db36,segment=NetworkSegment(c0182e40-9d48-447f-9baf-0913a21d71ed),segment_id=c0182e40-9d48-447f-9baf-0913a21d71ed)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:28:54.858827 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e0993849-ad2a-4043-8709-c5b03b9144b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (088e0370-2daa-4a68-b009-219e9734db36), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:54.896237 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0993849-ad2a-4043-8709-c5b03b9144b1 None None] Routers {'f121c82f-dac0-442b-a1e8-cfefe928c9d1'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:28:54.896806 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-e0993849-ad2a-4043-8709-c5b03b9144b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:28:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['f121c82f-dac0-442b-a1e8-cfefe928c9d1'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:28:54.932646 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-7afa5a97-c804-473e-ada9-1260f26c9a71 None None] Attempt 8 to provision port 088e0370-2daa-4a68-b009-219e9734db36 Sep 16 19:28:55.071380 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84e559-cb42-44c1-abe9-0430c3b8d693 req-3fd10ddb-f687-4c4f-9bc4-71385300b14d tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:55.073058 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ec84e559-cb42-44c1-abe9-0430c3b8d693 req-3fd10ddb-f687-4c4f-9bc4-71385300b14d tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.0471559 Sep 16 19:28:55.101085 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf879ae-d58a-479e-b0c0-23aaa616474c None None] Pushing event updated for resources: {'Port': ['ID=088e0370-2daa-4a68-b009-219e9734db36,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:55.123626 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ec84e559-cb42-44c1-abe9-0430c3b8d693 req-e481cdf2-d375-47e8-a95b-4842adbd33c7 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445118 Sep 16 19:28:55.183743 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-e0993849-ad2a-4043-8709-c5b03b9144b1 None None] Set router f121c82f-dac0-442b-a1e8-cfefe928c9d1 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:28:55.231941 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-7afa5a97-c804-473e-ada9-1260f26c9a71 None None] Current status of the port 088e0370-2daa-4a68-b009-219e9734db36 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:28:55.232354 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7afa5a97-c804-473e-ada9-1260f26c9a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (088e0370-2daa-4a68-b009-219e9734db36), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:55.330585 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:55.332458 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-7afa5a97-c804-473e-ada9-1260f26c9a71 None None] For port 088e0370-2daa-4a68-b009-219e9734db36, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=088e0370-2daa-4a68-b009-219e9734db36,segment=NetworkSegment(c0182e40-9d48-447f-9baf-0913a21d71ed),segment_id=c0182e40-9d48-447f-9baf-0913a21d71ed)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:28:55.341600 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7afa5a97-c804-473e-ada9-1260f26c9a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (088e0370-2daa-4a68-b009-219e9734db36), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:55.439437 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa5a97-c804-473e-ada9-1260f26c9a71 None None] Pushing event updated for resources: {'Port': ['ID=088e0370-2daa-4a68-b009-219e9734db36,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:28:55.456724 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-e0993849-ad2a-4043-8709-c5b03b9144b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f121c82f-dac0-442b-a1e8-cfefe928c9d1', 'name': 'tempest-TestShelveInstance-701694098-router', 'tenant_id': '59d9839473a447c8b12e3f62702ba189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '28a4e474-71ea-40c4-a923-9029161f905b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:28:46Z', 'updated_at': '2022-09-16T19:28:50Z', 'revision_number': 4, 'project_id': '59d9839473a447c8b12e3f62702ba189', 'gw_port': {'id': '28a4e474-71ea-40c4-a923-9029161f905b', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f121c82f-dac0-442b-a1e8-cfefe928c9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:28:47Z', 'updated_at': '2022-09-16T19:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '088e0370-2daa-4a68-b009-219e9734db36', 'name': '', 'network_id': '8e034ec7-5fda-4b6f-b71f-0ce11d6cdde4', 'tenant_id': '59d9839473a447c8b12e3f62702ba189', 'mac_address': 'fa:16:3e:62:f5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f121c82f-dac0-442b-a1e8-cfefe928c9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'cef9d78e-973c-44c6-8a9f-bb8273b4356d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:28:49Z', 'updated_at': '2022-09-16T19:28:54Z', 'revision_number': 4, 'project_id': '59d9839473a447c8b12e3f62702ba189', 'subnets': [{'id': 'cef9d78e-973c-44c6-8a9f-bb8273b4356d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:28:55.491045 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-99a44195-02a3-4366-a44a-682bd712ec9b None None] Provisioning complete for port 088e0370-2daa-4a68-b009-219e9734db36 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:28:55.491414 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-99a44195-02a3-4366-a44a-682bd712ec9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (088e0370-2daa-4a68-b009-219e9734db36), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:55.491744 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-99a44195-02a3-4366-a44a-682bd712ec9b None None] Attempt 1 to provision port 088e0370-2daa-4a68-b009-219e9734db36 Sep 16 19:28:55.493918 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0993849-ad2a-4043-8709-c5b03b9144b1 None None] The sync data for ids ['f121c82f-dac0-442b-a1e8-cfefe928c9d1'] in dv-cinder-850320-7-iscsi is: [{'id': 'f121c82f-dac0-442b-a1e8-cfefe928c9d1', 'name': 'tempest-TestShelveInstance-701694098-router', 'tenant_id': '59d9839473a447c8b12e3f62702ba189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '28a4e474-71ea-40c4-a923-9029161f905b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:28:46Z', 'updated_at': '2022-09-16T19:28:50Z', 'revision_number': 4, 'project_id': '59d9839473a447c8b12e3f62702ba189', 'gw_port': {'id': '28a4e474-71ea-40c4-a923-9029161f905b', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f121c82f-dac0-442b-a1e8-cfefe928c9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:28:47Z', 'updated_at': '2022-09-16T19:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '088e0370-2daa-4a68-b009-219e9734db36', 'name': '', 'network_id': '8e034ec7-5fda-4b6f-b71f-0ce11d6cdde4', 'tenant_id': '59d9839473a447c8b12e3f62702ba189', 'mac_address': 'fa:16:3e:62:f5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f121c82f-dac0-442b-a1e8-cfefe928c9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'cef9d78e-973c-44c6-8a9f-bb8273b4356d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:28:49Z', 'updated_at': '2022-09-16T19:28:54Z', 'revision_number': 4, 'project_id': '59d9839473a447c8b12e3f62702ba189', 'subnets': [{'id': 'cef9d78e-973c-44c6-8a9f-bb8273b4356d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:28:55.586378 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-99a44195-02a3-4366-a44a-682bd712ec9b None None] Current status of the port 088e0370-2daa-4a68-b009-219e9734db36 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:28:56.236076 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 088e0370-2daa-4a68-b009-219e9734db36 up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:28:56.253614 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2740b8a-4c6b-4575-836f-1120bb80fb55 req-ff1913fb-8bbe-410f-891a-3424a544242e tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:56.255064 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c2740b8a-4c6b-4575-836f-1120bb80fb55 req-ff1913fb-8bbe-410f-891a-3424a544242e tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.0491624 Sep 16 19:28:56.284985 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port 088e0370-2daa-4a68-b009-219e9734db36 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:28:56.285362 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (088e0370-2daa-4a68-b009-219e9734db36), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:28:56.285727 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port 088e0370-2daa-4a68-b009-219e9734db36 Sep 16 19:28:56.311292 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c2740b8a-4c6b-4575-836f-1120bb80fb55 req-4c3bfec8-aff0-4f4d-8d17-47ac1844c186 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495238 Sep 16 19:28:56.344356 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:56.376715 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port 088e0370-2daa-4a68-b009-219e9734db36 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:28:57.435817 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fd06b-8de9-4bae-bd68-5e1905a85d32 req-e881ea18-cf2a-4a7c-9900-479c6c84e115 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:57.437430 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-883fd06b-8de9-4bae-bd68-5e1905a85d32 req-e881ea18-cf2a-4a7c-9900-479c6c84e115 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.0479400 Sep 16 19:28:57.488419 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-883fd06b-8de9-4bae-bd68-5e1905a85d32 req-5012add9-3c2b-4ec6-b772-e7a72cda9933 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424912 Sep 16 19:28:57.667607 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 12862a74-24e6-4ec2-8bba-7faa06a3ccb5 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:28:57.693524 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] No Port match for: 12862a74-24e6-4ec2-8bba-7faa06a3ccb5 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:28:57.693864 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 12862a74-24e6-4ec2-8bba-7faa06a3ccb5 not bound to the agent host hv-cinder-85032 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:28:58.623043 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60634b11-a519-434c-bbc9-46bdb842a940 req-09da208b-da32-404d-a2c8-e4ead2a45319 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:58.624762 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-60634b11-a519-434c-bbc9-46bdb842a940 req-09da208b-da32-404d-a2c8-e4ead2a45319 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.0534279 Sep 16 19:28:58.684688 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-60634b11-a519-434c-bbc9-46bdb842a940 req-9e239c2e-8b92-41dd-a5fb-e7af7bb7a46d tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536880 Sep 16 19:28:59.820441 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f364ed9-fa21-4915-b5da-111283cfe820 req-504ca76f-0574-45ed-8dc9-9c1e694de6fd tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:28:59.821997 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9f364ed9-fa21-4915-b5da-111283cfe820 req-504ca76f-0574-45ed-8dc9-9c1e694de6fd tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.0442350 Sep 16 19:28:59.843010 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:28:59.872242 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9f364ed9-fa21-4915-b5da-111283cfe820 req-791871ac-b5e5-4304-8da4-af507d0fc923 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446005 Sep 16 19:29:00.032370 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cf89a00a-f70a-4554-a51e-022c31ed69a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:01.004360 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7790fa0-9ff0-442a-bde3-a810f6899388 req-d5b68272-4698-4b5c-9aff-6610ab8da1bf tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:01.005868 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c7790fa0-9ff0-442a-bde3-a810f6899388 req-d5b68272-4698-4b5c-9aff-6610ab8da1bf tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.0481493 Sep 16 19:29:01.057766 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:01.063098 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c7790fa0-9ff0-442a-bde3-a810f6899388 req-a54c583a-833f-4d80-958f-0fb3c3c4cc8a tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509794 Sep 16 19:29:02.266361 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2bdb746e-ac7b-43f9-92a1-1a3cd9260afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:02.366367 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9c5ae-0df3-4cbb-a0e6-9935338b656e req-a4f39a35-bc72-4887-9b92-b987e77affa0 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:02.367767 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-46b9c5ae-0df3-4cbb-a0e6-9935338b656e req-a4f39a35-bc72-4887-9b92-b987e77affa0 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.0584743 Sep 16 19:29:02.369879 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=7 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:29:02.391576 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=79,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:29:02.418441 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-46b9c5ae-0df3-4cbb-a0e6-9935338b656e req-c60272e5-03e2-4bff-b450-b40a97d218f7 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445712 Sep 16 19:29:03.543487 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4ad6e-ba4c-4e19-af4c-af762fec27c9 req-3c697dca-52a6-44b9-a64b-4b24302f3290 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:03.545000 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-edf4ad6e-ba4c-4e19-af4c-af762fec27c9 req-3c697dca-52a6-44b9-a64b-4b24302f3290 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.0483162 Sep 16 19:29:03.589996 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:03.603119 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-edf4ad6e-ba4c-4e19-af4c-af762fec27c9 req-19d1b84a-4a20-4954-be53-b3e59471440e tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518737 Sep 16 19:29:04.600458 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 47800) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:29:04.735431 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c738d0-a932-46dc-867d-4fc4ab52f465 req-ae92de59-ba89-465b-b4d1-ecdf67e30b91 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:04.737056 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-31c738d0-a932-46dc-867d-4fc4ab52f465 req-ae92de59-ba89-465b-b4d1-ecdf67e30b91 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.0531192 Sep 16 19:29:04.788055 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:29:04.828851 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-31c738d0-a932-46dc-867d-4fc4ab52f465 req-9cc683d4-cc5c-4dee-a8dd-f94506377336 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849726 Sep 16 19:29:04.940134 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:04.970280 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:29:05.055968 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2bf8d985-a0c4-4984-9f6f-c1e3d9290a51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-771491'] for router_interface (75a5a185-19fc-4c58-a3e5-6ca6afe266a0), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:05.131805 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:05.327172 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:29:05.332460 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-2bf8d985-a0c4-4984-9f6f-c1e3d9290a51 admin admin] Deleting port 6ad525e3-5d23-4ac5-bc6e-4a19de0ad137 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:29:05.332798 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2bf8d985-a0c4-4984-9f6f-c1e3d9290a51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (6ad525e3-5d23-4ac5-bc6e-4a19de0ad137), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:05.425107 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-2bf8d985-a0c4-4984-9f6f-c1e3d9290a51 admin admin] For port 6ad525e3-5d23-4ac5-bc6e-4a19de0ad137, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=6ad525e3-5d23-4ac5-bc6e-4a19de0ad137,segment=NetworkSegment(8351c8d8-7e98-4f07-8cee-dbde6e8064f9),segment_id=8351c8d8-7e98-4f07-8cee-dbde6e8064f9)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:29:05.425552 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2bf8d985-a0c4-4984-9f6f-c1e3d9290a51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (6ad525e3-5d23-4ac5-bc6e-4a19de0ad137), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:05.445694 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-2bf8d985-a0c4-4984-9f6f-c1e3d9290a51 admin admin] Calling delete_port for 6ad525e3-5d23-4ac5-bc6e-4a19de0ad137 owned by network:router_interface {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:29:05.666974 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2bf8d985-a0c4-4984-9f6f-c1e3d9290a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (6ad525e3-5d23-4ac5-bc6e-4a19de0ad137), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:05.698129 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf8d985-a0c4-4984-9f6f-c1e3d9290a51 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ad525e3-5d23-4ac5-bc6e-4a19de0ad137,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:29:05.870549 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2bf8d985-a0c4-4984-9f6f-c1e3d9290a51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681235'] for router_interface (75a5a185-19fc-4c58-a3e5-6ca6afe266a0), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:06.016060 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895be1e-3b6a-48f1-8c0d-7f02e1e4d958 req-95988c6e-33a8-4e5e-a00d-e163be3d1f5c tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:06.017512 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3895be1e-3b6a-48f1-8c0d-7f02e1e4d958 req-95988c6e-33a8-4e5e-a00d-e163be3d1f5c tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.0887649 Sep 16 19:29:06.021942 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:29:06.118900 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3895be1e-3b6a-48f1-8c0d-7f02e1e4d958 req-c93e90ac-aa25-469c-be41-8da006b369e3 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942302 Sep 16 19:29:06.176008 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf8d985-a0c4-4984-9f6f-c1e3d9290a51 admin admin] Router 75a5a185-19fc-4c58-a3e5-6ca6afe266a0 has already been hosted by L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:29:06.180945 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:29:06.548518 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf8d985-a0c4-4984-9f6f-c1e3d9290a51 admin admin] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:29:06.557416 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-2bf8d985-a0c4-4984-9f6f-c1e3d9290a51 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/75a5a185-19fc-4c58-a3e5-6ca6afe266a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9526291 Sep 16 19:29:06.557416 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 47838) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:29:06.559539 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be50750-0792-4068-abe1-892add965d03 None None] Sync routers for ids ['75a5a185-19fc-4c58-a3e5-6ca6afe266a0'] in dv-cinder-850320-7-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:29:06.570605 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be50750-0792-4068-abe1-892add965d03 None None] Routers {'75a5a185-19fc-4c58-a3e5-6ca6afe266a0'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:29:06.571220 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-2be50750-0792-4068-abe1-892add965d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:29:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['75a5a185-19fc-4c58-a3e5-6ca6afe266a0'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:29:06.662701 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1ea4b535-134a-4169-bbe2-81f36b22c754 admin admin] Publish callbacks [] for router (75a5a185-19fc-4c58-a3e5-6ca6afe266a0), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:06.770001 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-2be50750-0792-4068-abe1-892add965d03 None None] Set router 75a5a185-19fc-4c58-a3e5-6ca6afe266a0 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:29:06.772036 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1ea4b535-134a-4169-bbe2-81f36b22c754 admin admin] Publish callbacks [] for router_gateway (75a5a185-19fc-4c58-a3e5-6ca6afe266a0), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:06.815374 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-1ea4b535-134a-4169-bbe2-81f36b22c754 admin admin] Deleting port 8924584b-67d4-427e-abf8-2fd95202bf51 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:29:06.815621 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1ea4b535-134a-4169-bbe2-81f36b22c754 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (8924584b-67d4-427e-abf8-2fd95202bf51), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:06.899650 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-1ea4b535-134a-4169-bbe2-81f36b22c754 admin admin] For port 8924584b-67d4-427e-abf8-2fd95202bf51, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=8924584b-67d4-427e-abf8-2fd95202bf51,segment=NetworkSegment(ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2),segment_id=ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:29:06.899650 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1ea4b535-134a-4169-bbe2-81f36b22c754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (8924584b-67d4-427e-abf8-2fd95202bf51), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:06.913879 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-1ea4b535-134a-4169-bbe2-81f36b22c754 admin admin] Calling delete_port for 8924584b-67d4-427e-abf8-2fd95202bf51 owned by network:router_gateway {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:29:06.941663 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-2be50750-0792-4068-abe1-892add965d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a5a185-19fc-4c58-a3e5-6ca6afe266a0', 'name': 'tempest-DeleteServersTestJSON-595000305-router', 'tenant_id': '233a5a65caee4bc3be172bbd02c4efff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '8924584b-67d4-427e-abf8-2fd95202bf51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:29:05Z', 'revision_number': 5, 'project_id': '233a5a65caee4bc3be172bbd02c4efff', 'gw_port': {'id': '8924584b-67d4-427e-abf8-2fd95202bf51', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:47:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a5a185-19fc-4c58-a3e5-6ca6afe266a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:53Z', 'updated_at': '2022-09-16T19:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi'}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:29:06.972854 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be50750-0792-4068-abe1-892add965d03 None None] Checking router: 75a5a185-19fc-4c58-a3e5-6ca6afe266a0 for host: dv-cinder-850320-7-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:29:06.981837 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be50750-0792-4068-abe1-892add965d03 None None] Routers {'75a5a185-19fc-4c58-a3e5-6ca6afe266a0'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:29:06.982438 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-2be50750-0792-4068-abe1-892add965d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:29:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['75a5a185-19fc-4c58-a3e5-6ca6afe266a0'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:29:07.063816 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-2be50750-0792-4068-abe1-892add965d03 None None] Set router 75a5a185-19fc-4c58-a3e5-6ca6afe266a0 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:29:07.082198 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1ea4b535-134a-4169-bbe2-81f36b22c754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (8924584b-67d4-427e-abf8-2fd95202bf51), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:07.110528 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea4b535-134a-4169-bbe2-81f36b22c754 admin admin] Pushing event deleted for resources: {'Port': ['ID=8924584b-67d4-427e-abf8-2fd95202bf51,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:29:07.117304 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-2be50750-0792-4068-abe1-892add965d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a5a185-19fc-4c58-a3e5-6ca6afe266a0', 'name': 'tempest-DeleteServersTestJSON-595000305-router', 'tenant_id': '233a5a65caee4bc3be172bbd02c4efff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:29:06Z', 'revision_number': 6, 'project_id': '233a5a65caee4bc3be172bbd02c4efff', 'gw_port_host': None}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:29:07.141716 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be50750-0792-4068-abe1-892add965d03 None None] The sync data for ids ['75a5a185-19fc-4c58-a3e5-6ca6afe266a0'] in dv-cinder-850320-7-iscsi is: [{'id': '75a5a185-19fc-4c58-a3e5-6ca6afe266a0', 'name': 'tempest-DeleteServersTestJSON-595000305-router', 'tenant_id': '233a5a65caee4bc3be172bbd02c4efff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:29:06Z', 'revision_number': 6, 'project_id': '233a5a65caee4bc3be172bbd02c4efff', 'gw_port_host': None}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:29:07.187912 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1ea4b535-134a-4169-bbe2-81f36b22c754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681049'] for router_gateway (75a5a185-19fc-4c58-a3e5-6ca6afe266a0), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:07.189876 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:29:07.244467 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d4b16-fa8d-44d1-9d5f-01acf490977a req-4bee5087-9b0e-4d89-9fe3-7d61cf6dc8de tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:07.245913 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4e6d4b16-fa8d-44d1-9d5f-01acf490977a req-4bee5087-9b0e-4d89-9fe3-7d61cf6dc8de tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.0458846 Sep 16 19:29:07.293451 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1ea4b535-134a-4169-bbe2-81f36b22c754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router (75a5a185-19fc-4c58-a3e5-6ca6afe266a0), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:07.295698 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1ea4b535-134a-4169-bbe2-81f36b22c754 admin admin] Publish callbacks [] for router_controller (75a5a185-19fc-4c58-a3e5-6ca6afe266a0), precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:07.298302 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4e6d4b16-fa8d-44d1-9d5f-01acf490977a req-7e7cee8b-e7c5-4154-a666-eb1549bbb00f tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463643 Sep 16 19:29:07.364351 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1ea4b535-134a-4169-bbe2-81f36b22c754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-681326'] for router (75a5a185-19fc-4c58-a3e5-6ca6afe266a0), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:07.364957 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea4b535-134a-4169-bbe2-81f36b22c754 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75a5a185-19fc-4c58-a3e5-6ca6afe266a0 {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 19:29:07.370298 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1ea4b535-134a-4169-bbe2-81f36b22c754 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:07.371435 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-1ea4b535-134a-4169-bbe2-81f36b22c754 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/75a5a185-19fc-4c58-a3e5-6ca6afe266a0 HTTP/1.1" status: 204 len: 168 time: 0.8137627 Sep 16 19:29:07.374804 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 47846) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:29:07.422068 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2a62a12-0811-465b-a1b3-efb08e47947c admin admin] Deleting subnet e7116ad5-faf2-40a4-a2ef-91430a7f616f {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 19:29:07.425406 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b2a62a12-0811-465b-a1b3-efb08e47947c admin admin] Publish callbacks [] for subnet (e7116ad5-faf2-40a4-a2ef-91430a7f616f), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:07.450753 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:29:07.461076 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b2a62a12-0811-465b-a1b3-efb08e47947c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2892030'] for subnet (e7116ad5-faf2-40a4-a2ef-91430a7f616f), precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:07.587866 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b2a62a12-0811-465b-a1b3-efb08e47947c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16018794'] for subnet (e7116ad5-faf2-40a4-a2ef-91430a7f616f), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:07.642640 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b2a62a12-0811-465b-a1b3-efb08e47947c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16022615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2678392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360859'] for subnet (e7116ad5-faf2-40a4-a2ef-91430a7f616f), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:07.676186 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a62a12-0811-465b-a1b3-efb08e47947c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7116ad5-faf2-40a4-a2ef-91430a7f616f,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:29:07.679888 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b2a62a12-0811-465b-a1b3-efb08e47947c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:07.683194 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-b2a62a12-0811-465b-a1b3-efb08e47947c admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/e7116ad5-faf2-40a4-a2ef-91430a7f616f HTTP/1.1" status: 204 len: 168 time: 0.3074145 Sep 16 19:29:07.685988 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 47852) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:29:07.686443 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75aab3b6-23de-4200-94de-0f8886c37060 None None] Network 06f20952-b833-4b2b-a8fc-17adda48c9e0 requested from dv-cinder-850320-7-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 19:29:07.755178 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3ada6204-4ea0-4f61-845c-eb580a34a1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15995935'] for network (06f20952-b833-4b2b-a8fc-17adda48c9e0), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:07.807973 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-3ada6204-4ea0-4f61-845c-eb580a34a1b3 admin admin] Deleting port d75a9e4d-fe13-463b-ba52-a159e68cc115 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:29:07.808314 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3ada6204-4ea0-4f61-845c-eb580a34a1b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (d75a9e4d-fe13-463b-ba52-a159e68cc115), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:07.884870 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-3ada6204-4ea0-4f61-845c-eb580a34a1b3 admin admin] For port d75a9e4d-fe13-463b-ba52-a159e68cc115, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=d75a9e4d-fe13-463b-ba52-a159e68cc115,segment=NetworkSegment(8351c8d8-7e98-4f07-8cee-dbde6e8064f9),segment_id=8351c8d8-7e98-4f07-8cee-dbde6e8064f9)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:29:07.885179 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3ada6204-4ea0-4f61-845c-eb580a34a1b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (d75a9e4d-fe13-463b-ba52-a159e68cc115), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:07.907041 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-3ada6204-4ea0-4f61-845c-eb580a34a1b3 admin admin] Calling delete_port for d75a9e4d-fe13-463b-ba52-a159e68cc115 owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:29:07.926161 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cbdbc4-c415-4ebb-8b7c-f6114936bad9 None None] DHCP port deletion for 06f20952-b833-4b2b-a8fc-17adda48c9e0 request from dv-cinder-850320-7-iscsi {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 19:29:07.968705 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-34cbdbc4-c415-4ebb-8b7c-f6114936bad9 None None] Deleting port d75a9e4d-fe13-463b-ba52-a159e68cc115 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:29:07.969905 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-34cbdbc4-c415-4ebb-8b7c-f6114936bad9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (d75a9e4d-fe13-463b-ba52-a159e68cc115), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:08.003256 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3ada6204-4ea0-4f61-845c-eb580a34a1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825'] for port (d75a9e4d-fe13-463b-ba52-a159e68cc115), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:08.032947 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ada6204-4ea0-4f61-845c-eb580a34a1b3 admin admin] No DVR routers for this DVR port d75a9e4d-fe13-463b-ba52-a159e68cc115 on host dv-cinder-850320-7-iscsi {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 19:29:08.037305 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada6204-4ea0-4f61-845c-eb580a34a1b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d75a9e4d-fe13-463b-ba52-a159e68cc115,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:29:08.047972 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-34cbdbc4-c415-4ebb-8b7c-f6114936bad9 None None] For port d75a9e4d-fe13-463b-ba52-a159e68cc115, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=d75a9e4d-fe13-463b-ba52-a159e68cc115,segment=NetworkSegment(8351c8d8-7e98-4f07-8cee-dbde6e8064f9),segment_id=8351c8d8-7e98-4f07-8cee-dbde6e8064f9)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:29:08.048372 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-34cbdbc4-c415-4ebb-8b7c-f6114936bad9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (d75a9e4d-fe13-463b-ba52-a159e68cc115), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:08.062104 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-34cbdbc4-c415-4ebb-8b7c-f6114936bad9 None None] Calling delete_port for d75a9e4d-fe13-463b-ba52-a159e68cc115 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:29:08.113060 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3ada6204-4ea0-4f61-845c-eb580a34a1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16065089', 'neutron.services.segments.db._delete_segments_for_network-8764811785921'] for network (06f20952-b833-4b2b-a8fc-17adda48c9e0), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:08.134428 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3ada6204-4ea0-4f61-845c-eb580a34a1b3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:29:08.135206 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3ada6204-4ea0-4f61-845c-eb580a34a1b3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:29:08.136005 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3ada6204-4ea0-4f61-845c-eb580a34a1b3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:29:08.136244 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3ada6204-4ea0-4f61-845c-eb580a34a1b3 admin admin] Subscribe: > port after_create 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:29:08.136596 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3ada6204-4ea0-4f61-845c-eb580a34a1b3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:29:08.136911 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3ada6204-4ea0-4f61-845c-eb580a34a1b3 admin admin] Subscribe: > port after_update 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:29:08.137225 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3ada6204-4ea0-4f61-845c-eb580a34a1b3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:29:08.137549 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3ada6204-4ea0-4f61-845c-eb580a34a1b3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:29:08.138462 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3ada6204-4ea0-4f61-845c-eb580a34a1b3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:29:08.138914 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3ada6204-4ea0-4f61-845c-eb580a34a1b3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:29:08.201618 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-34cbdbc4-c415-4ebb-8b7c-f6114936bad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825'] for port (d75a9e4d-fe13-463b-ba52-a159e68cc115), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:08.236859 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device d75a9e4d-fe13-463b-ba52-a159e68cc115 no longer exists at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:29:08.240462 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cbdbc4-c415-4ebb-8b7c-f6114936bad9 None None] Pushing event deleted for resources: {'Port': ['ID=d75a9e4d-fe13-463b-ba52-a159e68cc115,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:29:08.260911 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] No Port match for: d75a9e4d-fe13-463b-ba52-a159e68cc115 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:29:08.261029 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device d75a9e4d-fe13-463b-ba52-a159e68cc115 not bound to the agent host dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:29:08.261442 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 8924584b-67d4-427e-abf8-2fd95202bf51 no longer exists at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:29:08.264651 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cbdbc4-c415-4ebb-8b7c-f6114936bad9 None None] No DVR routers for this DVR port d75a9e4d-fe13-463b-ba52-a159e68cc115 on host dv-cinder-850320-7-iscsi {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 19:29:08.282637 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3ada6204-4ea0-4f61-845c-eb580a34a1b3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:29:08.283208 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3ada6204-4ea0-4f61-845c-eb580a34a1b3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:29:08.283435 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3ada6204-4ea0-4f61-845c-eb580a34a1b3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:29:08.283858 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3ada6204-4ea0-4f61-845c-eb580a34a1b3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:29:08.284311 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-3ada6204-4ea0-4f61-845c-eb580a34a1b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06f20952-b833-4b2b-a8fc-17adda48c9e0']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:29:08.288465 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] No Port match for: 8924584b-67d4-427e-abf8-2fd95202bf51 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:29:08.288465 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 8924584b-67d4-427e-abf8-2fd95202bf51 not bound to the agent host dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:29:08.288465 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 6ad525e3-5d23-4ac5-bc6e-4a19de0ad137 no longer exists at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:29:08.291739 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cbdbc4-c415-4ebb-8b7c-f6114936bad9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:29:08.292129 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cbdbc4-c415-4ebb-8b7c-f6114936bad9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:29:08.292613 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cbdbc4-c415-4ebb-8b7c-f6114936bad9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:29:08.292978 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cbdbc4-c415-4ebb-8b7c-f6114936bad9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:29:08.293315 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cbdbc4-c415-4ebb-8b7c-f6114936bad9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:29:08.293826 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cbdbc4-c415-4ebb-8b7c-f6114936bad9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:29:08.294155 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cbdbc4-c415-4ebb-8b7c-f6114936bad9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:29:08.294487 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cbdbc4-c415-4ebb-8b7c-f6114936bad9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:29:08.294953 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cbdbc4-c415-4ebb-8b7c-f6114936bad9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:29:08.295289 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cbdbc4-c415-4ebb-8b7c-f6114936bad9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:29:08.295818 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cbdbc4-c415-4ebb-8b7c-f6114936bad9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:29:08.296174 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cbdbc4-c415-4ebb-8b7c-f6114936bad9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:29:08.296590 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cbdbc4-c415-4ebb-8b7c-f6114936bad9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:29:08.296914 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cbdbc4-c415-4ebb-8b7c-f6114936bad9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:29:08.297276 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cbdbc4-c415-4ebb-8b7c-f6114936bad9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:29:08.304890 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-3ada6204-4ea0-4f61-845c-eb580a34a1b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8351c8d8-7e98-4f07-8cee-dbde6e8064f9') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:29:08.305268 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-3ada6204-4ea0-4f61-845c-eb580a34a1b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8351c8d8-7e98-4f07-8cee-dbde6e8064f9') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:29:08.322175 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] No Port match for: 6ad525e3-5d23-4ac5-bc6e-4a19de0ad137 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:29:08.322520 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 6ad525e3-5d23-4ac5-bc6e-4a19de0ad137 not bound to the agent host dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:29:08.328403 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3ada6204-4ea0-4f61-845c-eb580a34a1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764811785813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3251503'] for segment (8351c8d8-7e98-4f07-8cee-dbde6e8064f9), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:08.351965 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3ada6204-4ea0-4f61-845c-eb580a34a1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694'] for segment (8351c8d8-7e98-4f07-8cee-dbde6e8064f9), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:08.360552 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ada6204-4ea0-4f61-845c-eb580a34a1b3 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 19:29:08.360923 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3ada6204-4ea0-4f61-845c-eb580a34a1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2445708'] for segment (8351c8d8-7e98-4f07-8cee-dbde6e8064f9), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:08.431011 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61dbde-14de-4f24-9514-80552389ae81 req-f6f3da2c-ed4a-4e8a-b29b-df9a4c41e7b5 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:08.436961 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fe61dbde-14de-4f24-9514-80552389ae81 req-f6f3da2c-ed4a-4e8a-b29b-df9a4c41e7b5 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.0592291 Sep 16 19:29:08.437345 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3ada6204-4ea0-4f61-845c-eb580a34a1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16065144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681100'] for network (06f20952-b833-4b2b-a8fc-17adda48c9e0), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:08.446567 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3ada6204-4ea0-4f61-845c-eb580a34a1b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for network (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:08.450618 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-3ada6204-4ea0-4f61-845c-eb580a34a1b3 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/06f20952-b833-4b2b-a8fc-17adda48c9e0 HTTP/1.1" status: 204 len: 168 time: 0.7634816 Sep 16 19:29:08.464975 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada6204-4ea0-4f61-845c-eb580a34a1b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=06f20952-b833-4b2b-a8fc-17adda48c9e0,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:29:08.491999 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fe61dbde-14de-4f24-9514-80552389ae81 req-9bd152b2-c522-4d9e-ab24-1c76bc10a481 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532038 Sep 16 19:29:08.618415 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.services.segments.plugin [-] Segment 8351c8d8-7e98-4f07-8cee-dbde6e8064f9 resource provider aggregate not found Sep 16 19:29:08.635690 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.services.segments.plugin [-] Segment 8351c8d8-7e98-4f07-8cee-dbde6e8064f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8351c8d8-7e98-4f07-8cee-dbde6e8064f9 found for delete ", "request_id": "req-9866b016-6e4a-4534-84f0-ba82320bab2c"}]} Sep 16 19:29:08.667993 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 47876) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:29:08.713604 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-29faffba-8467-4164-b225-0a29c9332904 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=233a5a65caee4bc3be172bbd02c4efff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0420635 Sep 16 19:29:08.714025 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 47880) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:29:08.763699 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-49175417-1ed2-46f5-8da7-306b5febdced admin admin] Publish callbacks [] for security_group (3b1b5ab3-875b-486a-94cf-f6ca47509252), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:08.789770 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-49175417-1ed2-46f5-8da7-306b5febdced admin admin] Publish callbacks [] for security_group (3b1b5ab3-875b-486a-94cf-f6ca47509252), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:08.847825 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-49175417-1ed2-46f5-8da7-306b5febdced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (3b1b5ab3-875b-486a-94cf-f6ca47509252), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:08.850558 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-49175417-1ed2-46f5-8da7-306b5febdced admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:08.851730 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-49175417-1ed2-46f5-8da7-306b5febdced admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/3b1b5ab3-875b-486a-94cf-f6ca47509252 HTTP/1.1" status: 204 len: 168 time: 0.1367400 Sep 16 19:29:08.859705 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49175417-1ed2-46f5-8da7-306b5febdced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1b5ab3-875b-486a-94cf-f6ca47509252,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:29:09.620696 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3bad9-afe3-4a54-9629-9817ded57738 req-aaceac30-dcee-4d0b-832e-f8cd8e9cbd0f tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:09.622211 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-29b3bad9-afe3-4a54-9629-9817ded57738 req-aaceac30-dcee-4d0b-832e-f8cd8e9cbd0f tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.0550294 Sep 16 19:29:09.676471 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-29b3bad9-afe3-4a54-9629-9817ded57738 req-5596f019-c7fe-41ad-ae84-d2dc1a23cc2d tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485840 Sep 16 19:29:10.804833 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e273d4d-0015-49a7-a0f5-2f9c4ddd2ec9 req-3db861fd-9359-4943-8a48-6a40e4df239e tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:10.806356 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6e273d4d-0015-49a7-a0f5-2f9c4ddd2ec9 req-3db861fd-9359-4943-8a48-6a40e4df239e tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.0535445 Sep 16 19:29:10.853960 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6e273d4d-0015-49a7-a0f5-2f9c4ddd2ec9 req-96a20ca5-5549-4ea0-87f6-15e519f6f1d8 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417435 Sep 16 19:29:11.974766 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa035d2-ed7f-4f15-a501-e6be9686fcdb req-30d3b0ec-1b30-4444-a347-e5d2cf2b60b7 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:11.975937 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ffa035d2-ed7f-4f15-a501-e6be9686fcdb req-30d3b0ec-1b30-4444-a347-e5d2cf2b60b7 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.0453343 Sep 16 19:29:12.028234 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ffa035d2-ed7f-4f15-a501-e6be9686fcdb req-bdfef845-2771-4feb-a084-7b9b8ae79267 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437317 Sep 16 19:29:13.155756 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b35c84-ba8a-4b6b-adac-274e2f6790ce req-223ac350-3c33-4bd5-95ae-111c28fc2139 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:13.157306 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d1b35c84-ba8a-4b6b-adac-274e2f6790ce req-223ac350-3c33-4bd5-95ae-111c28fc2139 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.0506630 Sep 16 19:29:13.206370 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d1b35c84-ba8a-4b6b-adac-274e2f6790ce req-f0543e0a-ad68-44d9-b0af-eaec03e6246e tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419755 Sep 16 19:29:14.330907 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14b438-2f69-4ab7-ab3d-c3480049af35 req-03885b99-44b0-4d64-8b97-c9a4775cdfc7 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:14.332418 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9f14b438-2f69-4ab7-ab3d-c3480049af35 req-03885b99-44b0-4d64-8b97-c9a4775cdfc7 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.0487721 Sep 16 19:29:14.394900 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9f14b438-2f69-4ab7-ab3d-c3480049af35 req-07a3b8c5-fbd7-46e5-b5a1-2da5f49d7d04 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558341 Sep 16 19:29:15.331227 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 47990) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:29:15.453545 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e3905e06-ba6c-49bc-a2d8-7f5fa745461a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:15.468456 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:DELETE=5 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:29:15.498286 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:29:15.575095 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48425013-0b66-4c2a-8444-8149cc486ba8 req-26eab259-f29b-4118-9e3d-0dbdc938bbb6 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:15.576671 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-48425013-0b66-4c2a-8444-8149cc486ba8 req-26eab259-f29b-4118-9e3d-0dbdc938bbb6 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.0755517 Sep 16 19:29:15.614054 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e3905e06-ba6c-49bc-a2d8-7f5fa745461a admin admin] Publish callbacks [] for security_group (e5071bf9-4d86-4482-bf01-b57f1cae5d1b), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:15.625068 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e3905e06-ba6c-49bc-a2d8-7f5fa745461a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (e5071bf9-4d86-4482-bf01-b57f1cae5d1b), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:15.676025 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-48425013-0b66-4c2a-8444-8149cc486ba8 req-99048749-59d3-474a-aadf-249b35e41fa8 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935271 Sep 16 19:29:15.679935 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3905e06-ba6c-49bc-a2d8-7f5fa745461a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5071bf9-4d86-4482-bf01-b57f1cae5d1b,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:29:15.689427 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-e3905e06-ba6c-49bc-a2d8-7f5fa745461a admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=2470f64d267049d68e9bbba9d6d0275c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3570383 Sep 16 19:29:15.689878 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 48014) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:29:15.713959 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:29:15.749941 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0112a481-08a1-4a77-9a47-58ce511150a2 admin admin] Publish callbacks [] for security_group (e5071bf9-4d86-4482-bf01-b57f1cae5d1b), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:15.771366 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0112a481-08a1-4a77-9a47-58ce511150a2 admin admin] Publish callbacks [] for security_group (e5071bf9-4d86-4482-bf01-b57f1cae5d1b), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:15.804670 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:29:15.824874 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0112a481-08a1-4a77-9a47-58ce511150a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (e5071bf9-4d86-4482-bf01-b57f1cae5d1b), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:15.827861 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0112a481-08a1-4a77-9a47-58ce511150a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:15.829125 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-0112a481-08a1-4a77-9a47-58ce511150a2 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/e5071bf9-4d86-4482-bf01-b57f1cae5d1b HTTP/1.1" status: 204 len: 168 time: 0.1379082 Sep 16 19:29:15.839115 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0112a481-08a1-4a77-9a47-58ce511150a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5071bf9-4d86-4482-bf01-b57f1cae5d1b,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:29:16.123873 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 48022) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:29:16.139426 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3ef89303-09f8-4f63-a7b7-66f76cb85ce7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:16.224203 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3ef89303-09f8-4f63-a7b7-66f76cb85ce7 admin admin] Publish callbacks [] for security_group (beacf944-d155-4c93-9866-7cd2ba1e5999), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:16.231660 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3ef89303-09f8-4f63-a7b7-66f76cb85ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (beacf944-d155-4c93-9866-7cd2ba1e5999), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:16.272285 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-3ef89303-09f8-4f63-a7b7-66f76cb85ce7 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=d264071099cf4c71b05762188adbe1e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1472871 Sep 16 19:29:16.273252 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef89303-09f8-4f63-a7b7-66f76cb85ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beacf944-d155-4c93-9866-7cd2ba1e5999,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:29:16.275908 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 48028) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:29:16.328277 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-394e420a-77ca-48f5-bcb9-3d0c9227b496 admin admin] Publish callbacks [] for security_group (beacf944-d155-4c93-9866-7cd2ba1e5999), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:16.351094 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-394e420a-77ca-48f5-bcb9-3d0c9227b496 admin admin] Publish callbacks [] for security_group (beacf944-d155-4c93-9866-7cd2ba1e5999), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:16.608048 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-394e420a-77ca-48f5-bcb9-3d0c9227b496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (beacf944-d155-4c93-9866-7cd2ba1e5999), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:16.610579 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-394e420a-77ca-48f5-bcb9-3d0c9227b496 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:16.611743 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-394e420a-77ca-48f5-bcb9-3d0c9227b496 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/beacf944-d155-4c93-9866-7cd2ba1e5999 HTTP/1.1" status: 204 len: 168 time: 0.3340359 Sep 16 19:29:16.620409 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394e420a-77ca-48f5-bcb9-3d0c9227b496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beacf944-d155-4c93-9866-7cd2ba1e5999,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:29:16.848072 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de681fd1-916a-4208-9d87-6024033fc55b req-062aa1d6-279a-4dd0-833f-e909430032ff tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:16.856425 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-de681fd1-916a-4208-9d87-6024033fc55b req-062aa1d6-279a-4dd0-833f-e909430032ff tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.0713663 Sep 16 19:29:16.907609 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-de681fd1-916a-4208-9d87-6024033fc55b req-221d799f-80e5-46e2-84d1-eff0185f44e6 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502698 Sep 16 19:29:17.068936 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 48058) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:29:17.221585 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-de01ce0b-ee4c-40c5-a2b1-a66104abe2d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:17.307106 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-de01ce0b-ee4c-40c5-a2b1-a66104abe2d9 admin admin] Publish callbacks [] for security_group (1bf859be-4031-46bc-b052-5ec1a2660adc), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:17.312055 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-de01ce0b-ee4c-40c5-a2b1-a66104abe2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (1bf859be-4031-46bc-b052-5ec1a2660adc), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:17.356884 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-de01ce0b-ee4c-40c5-a2b1-a66104abe2d9 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=0fb3b84f2fd54e3084311ec3086f7b7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2863102 Sep 16 19:29:17.357051 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 48076) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:29:17.359120 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01ce0b-ee4c-40c5-a2b1-a66104abe2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf859be-4031-46bc-b052-5ec1a2660adc,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:29:17.432098 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ba67fa82-ddac-48e2-bc4d-47a42869ca09 admin admin] Publish callbacks [] for security_group (1bf859be-4031-46bc-b052-5ec1a2660adc), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:17.454400 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ba67fa82-ddac-48e2-bc4d-47a42869ca09 admin admin] Publish callbacks [] for security_group (1bf859be-4031-46bc-b052-5ec1a2660adc), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:17.509551 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ba67fa82-ddac-48e2-bc4d-47a42869ca09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (1bf859be-4031-46bc-b052-5ec1a2660adc), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:17.513511 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ba67fa82-ddac-48e2-bc4d-47a42869ca09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:17.517675 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-ba67fa82-ddac-48e2-bc4d-47a42869ca09 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/1bf859be-4031-46bc-b052-5ec1a2660adc HTTP/1.1" status: 204 len: 168 time: 0.1559296 Sep 16 19:29:17.527519 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba67fa82-ddac-48e2-bc4d-47a42869ca09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf859be-4031-46bc-b052-5ec1a2660adc,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:29:18.072222 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a79fc-ee1e-403d-a029-9e8c63f4091d req-584d8661-e3ae-48b6-9208-25f306a709ea tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:18.074216 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0d8a79fc-ee1e-403d-a029-9e8c63f4091d req-584d8661-e3ae-48b6-9208-25f306a709ea tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.0817881 Sep 16 19:29:18.143198 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0d8a79fc-ee1e-403d-a029-9e8c63f4091d req-d029e070-775c-4cb8-a521-31bee3427a58 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575011 Sep 16 19:29:19.031939 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925ec5f-3cfa-4e79-9085-9d97a1b2b50e req-9fad38c5-5309-4c7f-82a2-e0f19da29e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:19.033492 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a925ec5f-3cfa-4e79-9085-9d97a1b2b50e req-9fad38c5-5309-4c7f-82a2-e0f19da29e8f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 1129 time: 0.0384555 Sep 16 19:29:19.083197 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a925ec5f-3cfa-4e79-9085-9d97a1b2b50e req-681e8948-0394-4138-befe-708b0a1ddb2f service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432260 Sep 16 19:29:19.270089 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89333396-d9cc-4198-98dd-0a1457b7f9f2 req-4df9b2ca-9c1d-443b-bcbc-6e793987c6b1 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:19.271619 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-89333396-d9cc-4198-98dd-0a1457b7f9f2 req-4df9b2ca-9c1d-443b-bcbc-6e793987c6b1 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.0522168 Sep 16 19:29:19.328922 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-89333396-d9cc-4198-98dd-0a1457b7f9f2 req-03d58684-4b37-4b58-84f4-b1e186f924a5 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492661 Sep 16 19:29:19.876760 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 48220) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:29:20.000013 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c18296ad-7b23-4d83-9bbc-a7b90f200e2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:20.031719 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:INSERT=13,neutron:SELECT=81,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:29:20.060967 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:29:20.086429 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c18296ad-7b23-4d83-9bbc-a7b90f200e2e admin admin] Publish callbacks [] for security_group (bb638939-69b1-4295-adf6-aee900e30eda), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:20.092972 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c18296ad-7b23-4d83-9bbc-a7b90f200e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (bb638939-69b1-4295-adf6-aee900e30eda), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:20.131114 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18296ad-7b23-4d83-9bbc-a7b90f200e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb638939-69b1-4295-adf6-aee900e30eda,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:29:20.135912 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-c18296ad-7b23-4d83-9bbc-a7b90f200e2e admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=c85be1765393416c92df2787ec0e62a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2580397 Sep 16 19:29:20.138769 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 48224) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:29:20.189053 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e32ec9a0-d390-457d-b8f6-d8e57dccae20 admin admin] Publish callbacks [] for security_group (bb638939-69b1-4295-adf6-aee900e30eda), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:20.209091 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e32ec9a0-d390-457d-b8f6-d8e57dccae20 admin admin] Publish callbacks [] for security_group (bb638939-69b1-4295-adf6-aee900e30eda), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:20.261386 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e32ec9a0-d390-457d-b8f6-d8e57dccae20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (bb638939-69b1-4295-adf6-aee900e30eda), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:20.265017 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e32ec9a0-d390-457d-b8f6-d8e57dccae20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:20.266925 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-e32ec9a0-d390-457d-b8f6-d8e57dccae20 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/bb638939-69b1-4295-adf6-aee900e30eda HTTP/1.1" status: 204 len: 168 time: 0.1272578 Sep 16 19:29:20.275336 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32ec9a0-d390-457d-b8f6-d8e57dccae20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb638939-69b1-4295-adf6-aee900e30eda,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:29:20.458379 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ac097-fd6c-4fc3-be79-ba5d16773cce req-9f806158-da34-4b05-afec-4634030cad95 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:20.460353 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-af6ac097-fd6c-4fc3-be79-ba5d16773cce req-9f806158-da34-4b05-afec-4634030cad95 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.0515893 Sep 16 19:29:20.528017 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-af6ac097-fd6c-4fc3-be79-ba5d16773cce req-cafa0c1c-4d8f-4705-ab50-a1c13e8ea193 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614920 Sep 16 19:29:21.659480 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c805ef11-87d4-4469-a673-9aeec44f7c41 req-6fd232e1-dab5-4e1f-94a5-0e411e30da2b tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:21.660880 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c805ef11-87d4-4469-a673-9aeec44f7c41 req-6fd232e1-dab5-4e1f-94a5-0e411e30da2b tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.0538330 Sep 16 19:29:21.713604 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c805ef11-87d4-4469-a673-9aeec44f7c41 req-4f309cab-2dd1-4285-a090-420c33029cd6 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440931 Sep 16 19:29:21.846172 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff6870b-5048-470a-a6e7-458d0cc065dc req-ff7cccf9-d3d7-43ea-a046-c9278a79c9dc tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:21.847667 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0ff6870b-5048-470a-a6e7-458d0cc065dc req-ff7cccf9-d3d7-43ea-a046-c9278a79c9dc tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a25b4fc6-10a3-4f69-9922-5e5a78982474 HTTP/1.1" status: 200 len: 946 time: 0.0505049 Sep 16 19:29:21.871160 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:29:21.903076 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0ff6870b-5048-470a-a6e7-458d0cc065dc req-a22bc982-4cb1-46b8-a54d-e2c93cca2b2c tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494802 Sep 16 19:29:23.795917 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-26550d77-550b-4ea6-b079-f568a42a1112 req-fefa65f3-e07e-4263-9fa4-14f3a933dc2c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a25b4fc6-10a3-4f69-9922-5e5a78982474&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400212 Sep 16 19:29:23.915389 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26550d77-550b-4ea6-b079-f568a42a1112 req-f19adfe2-82c6-4729-b789-c44c7454d33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:23.917003 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-26550d77-550b-4ea6-b079-f568a42a1112 req-f19adfe2-82c6-4729-b789-c44c7454d33e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=804d63e1308b4729aff976d65f667e28&device_id=a25b4fc6-10a3-4f69-9922-5e5a78982474 HTTP/1.1" status: 200 len: 1130 time: 0.0411317 Sep 16 19:29:24.041475 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26550d77-550b-4ea6-b079-f568a42a1112 req-ccb2b04f-37b7-4376-a78c-bb89c1dc66c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:24.042976 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-26550d77-550b-4ea6-b079-f568a42a1112 req-ccb2b04f-37b7-4376-a78c-bb89c1dc66c9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=1e4e6da9-902d-45b4-9fce-268e4415ecdb HTTP/1.1" status: 200 len: 919 time: 0.0921710 Sep 16 19:29:24.081854 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-26550d77-550b-4ea6-b079-f568a42a1112 req-e5a14c38-fee0-49fa-a704-51b865fca6e6 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7408b9a9-f9fa-4fe6-8e34-15f64c87abde HTTP/1.1" status: 200 len: 217 time: 0.0326409 Sep 16 19:29:24.136077 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26550d77-550b-4ea6-b079-f568a42a1112 req-53cae58f-7dd1-4a2a-a750-1c8f82d3edb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:24.137566 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-26550d77-550b-4ea6-b079-f568a42a1112 req-53cae58f-7dd1-4a2a-a750-1c8f82d3edb5 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=f796f6e5-3b84-4c9f-8c87-22a14447d493 HTTP/1.1" status: 200 len: 857 time: 0.0495145 Sep 16 19:29:25.056759 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=49 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:29:25.064537 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=60 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:29:26.644624 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:29:27.444561 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:29:28.133944 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26550d77-550b-4ea6-b079-f568a42a1112 req-59b88f65-2e13-4c5f-aa2f-3851dc05fd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:28.135497 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-26550d77-550b-4ea6-b079-f568a42a1112 req-59b88f65-2e13-4c5f-aa2f-3851dc05fd03 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=1e4e6da9-902d-45b4-9fce-268e4415ecdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466874 Sep 16 19:29:29.684094 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:29:29.734004 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-26550d77-550b-4ea6-b079-f568a42a1112 req-02839b69-4665-465d-8923-4734886b3642 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1e4e6da9-902d-45b4-9fce-268e4415ecdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196358 Sep 16 19:29:30.014620 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:29:30.032890 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dafcb158-61ab-4c8e-9149-e6ec7316e552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:31.057738 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:31.707119 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=33,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:29:31.710401 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=38,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:29:31.844723 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-26550d77-550b-4ea6-b079-f568a42a1112 req-d5f4d01d-5414-4c4f-a30e-f5b65e4104d8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1e4e6da9-902d-45b4-9fce-268e4415ecdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995905 Sep 16 19:29:32.263458 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-068ec322-a82a-4147-83ad-519f8b31ac57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:33.595396 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:34.250937 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f9491-37a9-4d95-ad9e-b1d6f9d7510a req-6ba8f21e-6612-4050-8b1a-df2866ab30f2 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:34.252464 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f95f9491-37a9-4d95-ad9e-b1d6f9d7510a req-6ba8f21e-6612-4050-8b1a-df2866ab30f2 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a25b4fc6-10a3-4f69-9922-5e5a78982474 HTTP/1.1" status: 200 len: 946 time: 0.0499320 Sep 16 19:29:34.309800 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec249240-4449-4bdf-a399-1168b41ac0a3 req-ea53a543-fcce-407d-ad25-6e4b18e0a68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:34.311333 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ec249240-4449-4bdf-a399-1168b41ac0a3 req-ea53a543-fcce-407d-ad25-6e4b18e0a68e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=804d63e1308b4729aff976d65f667e28&device_id=a25b4fc6-10a3-4f69-9922-5e5a78982474 HTTP/1.1" status: 200 len: 1130 time: 0.0579870 Sep 16 19:29:34.377631 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f95f9491-37a9-4d95-ad9e-b1d6f9d7510a req-a63f23aa-120f-41cb-aa97-5aa28e5bf8c7 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150491 Sep 16 19:29:34.426066 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec249240-4449-4bdf-a399-1168b41ac0a3 req-952342c0-8c2e-4414-843f-8660b5d2f46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:34.427618 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ec249240-4449-4bdf-a399-1168b41ac0a3 req-952342c0-8c2e-4414-843f-8660b5d2f46a service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=1e4e6da9-902d-45b4-9fce-268e4415ecdb HTTP/1.1" status: 200 len: 919 time: 0.1088426 Sep 16 19:29:34.472155 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ec249240-4449-4bdf-a399-1168b41ac0a3 req-1c01dbcd-080b-405e-81d6-5555f516dab4 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7408b9a9-f9fa-4fe6-8e34-15f64c87abde HTTP/1.1" status: 200 len: 217 time: 0.0381255 Sep 16 19:29:34.531336 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec249240-4449-4bdf-a399-1168b41ac0a3 req-83f8f061-1c95-469b-8cc6-e14a576d2e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:34.532846 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ec249240-4449-4bdf-a399-1168b41ac0a3 req-83f8f061-1c95-469b-8cc6-e14a576d2e86 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=f796f6e5-3b84-4c9f-8c87-22a14447d493 HTTP/1.1" status: 200 len: 857 time: 0.0541508 Sep 16 19:29:34.576256 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec249240-4449-4bdf-a399-1168b41ac0a3 req-1e79b7ed-1a99-4c27-adc4-b384beb6b716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:34.577985 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ec249240-4449-4bdf-a399-1168b41ac0a3 req-1e79b7ed-1a99-4c27-adc4-b384beb6b716 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=1e4e6da9-902d-45b4-9fce-268e4415ecdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390668 Sep 16 19:29:34.664164 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:29:34.676627 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 48446) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:29:34.680051 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ec249240-4449-4bdf-a399-1168b41ac0a3 req-c8559fa9-ff88-4268-8f24-5fb8ca691ba3 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1e4e6da9-902d-45b4-9fce-268e4415ecdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945661 Sep 16 19:29:34.792091 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ec249240-4449-4bdf-a399-1168b41ac0a3 req-3ad8214a-6a2a-4bcd-8f57-217ee6a7cd90 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1e4e6da9-902d-45b4-9fce-268e4415ecdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025543 Sep 16 19:29:34.803094 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c40523a2-99ec-4e7a-8ca6-9d87a205cdac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:34.886614 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c40523a2-99ec-4e7a-8ca6-9d87a205cdac admin admin] Publish callbacks [] for security_group (9203425a-3a1c-40b8-a4d6-0257b5301210), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:34.891383 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c40523a2-99ec-4e7a-8ca6-9d87a205cdac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (9203425a-3a1c-40b8-a4d6-0257b5301210), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:34.933510 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40523a2-99ec-4e7a-8ca6-9d87a205cdac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9203425a-3a1c-40b8-a4d6-0257b5301210,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:29:34.939070 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-c40523a2-99ec-4e7a-8ca6-9d87a205cdac admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=5e73312bb07e4837be51d239efb3b0b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2612083 Sep 16 19:29:34.941041 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 48454) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:29:34.945495 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:34.992635 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-69262521-83c9-4582-878d-4421d0714f8d admin admin] Publish callbacks [] for security_group (9203425a-3a1c-40b8-a4d6-0257b5301210), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:35.014200 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-69262521-83c9-4582-878d-4421d0714f8d admin admin] Publish callbacks [] for security_group (9203425a-3a1c-40b8-a4d6-0257b5301210), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:35.063859 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-69262521-83c9-4582-878d-4421d0714f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (9203425a-3a1c-40b8-a4d6-0257b5301210), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:35.066311 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-69262521-83c9-4582-878d-4421d0714f8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:35.067477 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-69262521-83c9-4582-878d-4421d0714f8d admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/9203425a-3a1c-40b8-a4d6-0257b5301210 HTTP/1.1" status: 204 len: 168 time: 0.1255326 Sep 16 19:29:35.084827 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69262521-83c9-4582-878d-4421d0714f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9203425a-3a1c-40b8-a4d6-0257b5301210,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:29:35.133114 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:35.508405 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2a3e0-bb4e-4bca-808e-a5cb6cc0092f req-a70dfb5d-5763-4dab-bd4b-9ccb21d6c202 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:35.509902 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-faa2a3e0-bb4e-4bca-808e-a5cb6cc0092f req-a70dfb5d-5763-4dab-bd4b-9ccb21d6c202 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a25b4fc6-10a3-4f69-9922-5e5a78982474 HTTP/1.1" status: 200 len: 946 time: 0.0497637 Sep 16 19:29:35.565960 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-faa2a3e0-bb4e-4bca-808e-a5cb6cc0092f req-43bd00be-c3c7-4bdf-9785-4989a1047b4c tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492530 Sep 16 19:29:36.689632 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74e056-9563-4db7-a60c-ba618f3ede19 req-6ea33af8-eb91-40e9-9ed0-1ea0a20dcf20 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:36.691113 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4b74e056-9563-4db7-a60c-ba618f3ede19 req-6ea33af8-eb91-40e9-9ed0-1ea0a20dcf20 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a25b4fc6-10a3-4f69-9922-5e5a78982474 HTTP/1.1" status: 200 len: 946 time: 0.0478742 Sep 16 19:29:36.740362 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4b74e056-9563-4db7-a60c-ba618f3ede19 req-25e47e90-836b-4f6e-a1ee-95b2eb35cc9b tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435350 Sep 16 19:29:37.868709 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603697e2-d2fc-49b2-a956-6880edb899c8 req-f6e7f4fd-4382-4e98-aaf2-d92410435c93 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:37.870157 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-603697e2-d2fc-49b2-a956-6880edb899c8 req-f6e7f4fd-4382-4e98-aaf2-d92410435c93 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a25b4fc6-10a3-4f69-9922-5e5a78982474 HTTP/1.1" status: 200 len: 946 time: 0.0493402 Sep 16 19:29:37.928117 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-603697e2-d2fc-49b2-a956-6880edb899c8 req-40b7814a-fc47-459e-9a28-e3acead47397 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489931 Sep 16 19:29:38.887965 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1fca6e31-0d76-4942-9347-bce75188ea7f req-a38c05ca-d459-464f-a68b-840e3840d049 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-242210746&fields=id&tenant_id=d7fc1dae09f145afab37db3a792430d3 HTTP/1.1" status: 200 len: 267 time: 0.0437562 Sep 16 19:29:39.005167 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca6e31-0d76-4942-9347-bce75188ea7f req-f5bbb34a-039d-48d1-89fd-9dcc24410235 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:39.010259 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1fca6e31-0d76-4942-9347-bce75188ea7f req-f5bbb34a-039d-48d1-89fd-9dcc24410235 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/networks?id=4fc394e5-4a72-4e1b-a046-66e03ed753a7 HTTP/1.1" status: 200 len: 808 time: 0.1122608 Sep 16 19:29:39.027233 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1fca6e31-0d76-4942-9347-bce75188ea7f req-046e1561-c2f0-49b7-87c8-45a0832a6a41 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/quotas/d7fc1dae09f145afab37db3a792430d3 HTTP/1.1" status: 200 len: 375 time: 0.0107834 Sep 16 19:29:39.053922 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a901d770-fa93-4da7-a055-d2114901cf09 req-8486c9bb-90ad-4828-9da5-d8e8b0a3f5d1 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:39.055407 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a901d770-fa93-4da7-a055-d2114901cf09 req-8486c9bb-90ad-4828-9da5-d8e8b0a3f5d1 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a25b4fc6-10a3-4f69-9922-5e5a78982474 HTTP/1.1" status: 200 len: 946 time: 0.0491183 Sep 16 19:29:39.080151 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1fca6e31-0d76-4942-9347-bce75188ea7f req-3460c550-bb4b-4d99-99bc-7632fe9ce325 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d7fc1dae09f145afab37db3a792430d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470307 Sep 16 19:29:39.112007 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a901d770-fa93-4da7-a055-d2114901cf09 req-76153e39-39ae-436a-87f3-cbb053f4baac tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497203 Sep 16 19:29:39.170485 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:29:39.187620 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1fca6e31-0d76-4942-9347-bce75188ea7f req-ef01fb4c-d188-425f-af61-ff35e0824b95 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4fc394e5-4a72-4e1b-a046-66e03ed753a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957873 Sep 16 19:29:39.280906 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1fca6e31-0d76-4942-9347-bce75188ea7f req-edfce69f-8e32-4a6a-a2a4-2eb7170492a1 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4fc394e5-4a72-4e1b-a046-66e03ed753a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872366 Sep 16 19:29:39.377319 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:29:39.378501 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=5 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:29:39.625835 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6de802f6-ee9c-4da2-b193-aa91b46546ef req-9ec6821c-a2ea-4e81-a41d-675dfdea0314 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 210 time: 0.0291555 Sep 16 19:29:40.246069 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94822cb-f816-4587-be2e-4d1878080a51 req-36bd0232-0a0b-42db-984d-ababb8da67ed tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:40.247484 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c94822cb-f816-4587-be2e-4d1878080a51 req-36bd0232-0a0b-42db-984d-ababb8da67ed tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a25b4fc6-10a3-4f69-9922-5e5a78982474 HTTP/1.1" status: 200 len: 946 time: 0.0524118 Sep 16 19:29:40.299367 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c94822cb-f816-4587-be2e-4d1878080a51 req-376851f9-aa19-4f26-b4e2-99abb3f07ed5 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454328 Sep 16 19:29:40.730920 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c27884fc-58f1-4ae6-88ff-915a83a83dbd req-51f84a1d-85f3-45e3-8a57-c4bf8465ba11 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 210 time: 0.0308325 Sep 16 19:29:41.088602 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca6e31-0d76-4942-9347-bce75188ea7f req-c902d3c6-aee8-4d4b-8ba8-484c0de22d86 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:41.090040 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1fca6e31-0d76-4942-9347-bce75188ea7f req-c902d3c6-aee8-4d4b-8ba8-484c0de22d86 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.27 "GET /networking/v2.0/networks?id=4fc394e5-4a72-4e1b-a046-66e03ed753a7 HTTP/1.1" status: 200 len: 808 time: 0.1039486 Sep 16 19:29:41.325428 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1fca6e31-0d76-4942-9347-bce75188ea7f req-baa38f8b-d693-4463-aa50-ecd4cd579604 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d7fc1dae09f145afab37db3a792430d3 HTTP/1.1" status: 200 len: 379 time: 0.0616446 Sep 16 19:29:41.335250 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-1fca6e31-0d76-4942-9347-bce75188ea7f req-77cdf8eb-29ef-45f4-9f5b-7d21b278f9fe tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Request body: {'port': {'device_id': '1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf', 'network_id': '4fc394e5-4a72-4e1b-a046-66e03ed753a7', 'admin_state_up': True, 'tenant_id': 'd7fc1dae09f145afab37db3a792430d3', 'security_groups': ['e458187c-7f5d-4c74-9aff-c9fafbcd05fe']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:29:41.453445 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a4896-03f4-426a-9965-b83eaf0a928e req-39475503-4db7-4362-89fd-3d8e8a9211b7 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:41.455058 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e62a4896-03f4-426a-9965-b83eaf0a928e req-39475503-4db7-4362-89fd-3d8e8a9211b7 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a25b4fc6-10a3-4f69-9922-5e5a78982474 HTTP/1.1" status: 200 len: 946 time: 0.0718000 Sep 16 19:29:41.483522 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:29:41.514176 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fca6e31-0d76-4942-9347-bce75188ea7f req-77cdf8eb-29ef-45f4-9f5b-7d21b278f9fe tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Made reservation on behalf of d7fc1dae09f145afab37db3a792430d3 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:29:41.518299 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1fca6e31-0d76-4942-9347-bce75188ea7f req-77cdf8eb-29ef-45f4-9f5b-7d21b278f9fe tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:41.542862 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e62a4896-03f4-426a-9965-b83eaf0a928e req-fb293262-ba4c-4582-8c75-db228a068b31 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695565 Sep 16 19:29:41.664179 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-1fca6e31-0d76-4942-9347-bce75188ea7f req-77cdf8eb-29ef-45f4-9f5b-7d21b278f9fe tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Allocated IP 172.20.0.6 (4fc394e5-4a72-4e1b-a046-66e03ed753a7/fcb3e0c9-538f-40ce-83b8-814de92b3dde/ad34d119-da03-42cc-b88e-67ae41f8d0e0) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:29:41.849365 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1fca6e31-0d76-4942-9347-bce75188ea7f req-77cdf8eb-29ef-45f4-9f5b-7d21b278f9fe tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks [] for port (ad34d119-da03-42cc-b88e-67ae41f8d0e0), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:41.858505 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:29:41.872578 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2e241bd2-ceae-468b-8fde-52ac33e1ffef req-fe7d5154-aed4-4992-b8e7-dabccfb944d7 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 210 time: 0.0465786 Sep 16 19:29:41.899773 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1fca6e31-0d76-4942-9347-bce75188ea7f req-77cdf8eb-29ef-45f4-9f5b-7d21b278f9fe tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (ad34d119-da03-42cc-b88e-67ae41f8d0e0), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:41.967480 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fca6e31-0d76-4942-9347-bce75188ea7f req-77cdf8eb-29ef-45f4-9f5b-7d21b278f9fe tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Network 4fc394e5-4a72-4e1b-a046-66e03ed753a7 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:29:41.970769 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-1fca6e31-0d76-4942-9347-bce75188ea7f req-77cdf8eb-29ef-45f4-9f5b-7d21b278f9fe tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:29:41.975211 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fca6e31-0d76-4942-9347-bce75188ea7f req-77cdf8eb-29ef-45f4-9f5b-7d21b278f9fe tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:29:42.007693 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cdf8eb-29ef-45f4-9f5b-7d21b278f9fe tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Pushing event updated for resources: {'Port': ['ID=ad34d119-da03-42cc-b88e-67ae41f8d0e0,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:29:42.043804 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca6e31-0d76-4942-9347-bce75188ea7f req-77cdf8eb-29ef-45f4-9f5b-7d21b278f9fe tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:42.044125 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1fca6e31-0d76-4942-9347-bce75188ea7f req-77cdf8eb-29ef-45f4-9f5b-7d21b278f9fe tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:42.069562 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1fca6e31-0d76-4942-9347-bce75188ea7f req-77cdf8eb-29ef-45f4-9f5b-7d21b278f9fe tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7382038 Sep 16 19:29:42.152571 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-1fca6e31-0d76-4942-9347-bce75188ea7f req-34d4fb8f-c283-4d24-a9f1-00038db26545 service neutron] Request body: {'port': {'device_id': '1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:29:42.213369 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1fca6e31-0d76-4942-9347-bce75188ea7f req-34d4fb8f-c283-4d24-a9f1-00038db26545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (ad34d119-da03-42cc-b88e-67ae41f8d0e0), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:42.267527 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-233c39c9-484e-40f0-8941-0ce7f2a4ea73 None None] Provisioning complete for port ad34d119-da03-42cc-b88e-67ae41f8d0e0 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:29:42.268139 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-233c39c9-484e-40f0-8941-0ce7f2a4ea73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (ad34d119-da03-42cc-b88e-67ae41f8d0e0), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:42.268340 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-233c39c9-484e-40f0-8941-0ce7f2a4ea73 None None] Attempt 1 to provision port ad34d119-da03-42cc-b88e-67ae41f8d0e0 Sep 16 19:29:42.300304 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-233c39c9-484e-40f0-8941-0ce7f2a4ea73 None None] Port ad34d119-da03-42cc-b88e-67ae41f8d0e0 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:29:42.424027 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:29:42.472445 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [req-1fca6e31-0d76-4942-9347-bce75188ea7f req-34d4fb8f-c283-4d24-a9f1-00038db26545 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad34d119-da03-42cc-b88e-67ae41f8d0e0 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 19:29:42.479969 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1fca6e31-0d76-4942-9347-bce75188ea7f req-34d4fb8f-c283-4d24-a9f1-00038db26545 service neutron] Publish callbacks [] for port (ad34d119-da03-42cc-b88e-67ae41f8d0e0), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:42.493233 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-1fca6e31-0d76-4942-9347-bce75188ea7f req-34d4fb8f-c283-4d24-a9f1-00038db26545 service neutron] Transition to ACTIVE for port object ad34d119-da03-42cc-b88e-67ae41f8d0e0 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 19:29:42.498356 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1fca6e31-0d76-4942-9347-bce75188ea7f req-34d4fb8f-c283-4d24-a9f1-00038db26545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445664'] for port (ad34d119-da03-42cc-b88e-67ae41f8d0e0), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:42.556920 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d4fb8f-c283-4d24-a9f1-00038db26545 service neutron] Pushing event updated for resources: {'Port': ['ID=ad34d119-da03-42cc-b88e-67ae41f8d0e0,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:29:42.609277 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-1fca6e31-0d76-4942-9347-bce75188ea7f req-34d4fb8f-c283-4d24-a9f1-00038db26545 service neutron] Attempting to bind port ad34d119-da03-42cc-b88e-67ae41f8d0e0 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:29:42.609644 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-1fca6e31-0d76-4942-9347-bce75188ea7f req-34d4fb8f-c283-4d24-a9f1-00038db26545 service neutron] Attempting to bind port ad34d119-da03-42cc-b88e-67ae41f8d0e0 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '1b698c52-1803-40ad-a866-6ff1515380db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4fc394e5-4a72-4e1b-a046-66e03ed753a7'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:29:42.609967 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fca6e31-0d76-4942-9347-bce75188ea7f req-34d4fb8f-c283-4d24-a9f1-00038db26545 service neutron] Attempting to bind port ad34d119-da03-42cc-b88e-67ae41f8d0e0 on network 4fc394e5-4a72-4e1b-a046-66e03ed753a7 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:29:42.687731 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5989c94-6d7d-46bc-8952-056c6252eea3 req-ebbc312a-96cf-4ad7-bf47-cfad8b255181 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:42.689104 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c5989c94-6d7d-46bc-8952-056c6252eea3 req-ebbc312a-96cf-4ad7-bf47-cfad8b255181 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a25b4fc6-10a3-4f69-9922-5e5a78982474 HTTP/1.1" status: 200 len: 946 time: 0.0585272 Sep 16 19:29:42.692312 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fca6e31-0d76-4942-9347-bce75188ea7f req-34d4fb8f-c283-4d24-a9f1-00038db26545 service neutron] Port ad34d119-da03-42cc-b88e-67ae41f8d0e0 on network 4fc394e5-4a72-4e1b-a046-66e03ed753a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 19:29:42.692658 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fca6e31-0d76-4942-9347-bce75188ea7f req-34d4fb8f-c283-4d24-a9f1-00038db26545 service neutron] Attempting to bind port ad34d119-da03-42cc-b88e-67ae41f8d0e0 on network 4fc394e5-4a72-4e1b-a046-66e03ed753a7 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:29:42.773110 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c5989c94-6d7d-46bc-8952-056c6252eea3 req-4b1f236a-162a-48cf-a3fe-b11c6fb45467 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782647 Sep 16 19:29:42.773953 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fca6e31-0d76-4942-9347-bce75188ea7f req-34d4fb8f-c283-4d24-a9f1-00038db26545 service neutron] Checking agent: {'id': 'f29a7e91-2c4b-48c7-9aed-98e73119d395', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 24, 59), 'started_at': datetime.datetime(2022, 9, 16, 19, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:29:42.774276 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fca6e31-0d76-4942-9347-bce75188ea7f req-34d4fb8f-c283-4d24-a9f1-00038db26545 service neutron] Checking segment: {'id': '1b698c52-1803-40ad-a866-6ff1515380db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4fc394e5-4a72-4e1b-a046-66e03ed753a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:29:42.774641 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fca6e31-0d76-4942-9347-bce75188ea7f req-34d4fb8f-c283-4d24-a9f1-00038db26545 service neutron] Bound using segment: {'id': '1b698c52-1803-40ad-a866-6ff1515380db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4fc394e5-4a72-4e1b-a046-66e03ed753a7'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:29:42.775070 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-1fca6e31-0d76-4942-9347-bce75188ea7f req-34d4fb8f-c283-4d24-a9f1-00038db26545 service neutron] Bound port: ad34d119-da03-42cc-b88e-67ae41f8d0e0, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b698c52-1803-40ad-a866-6ff1515380db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4fc394e5-4a72-4e1b-a046-66e03ed753a7'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:29:42.775415 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1fca6e31-0d76-4942-9347-bce75188ea7f req-34d4fb8f-c283-4d24-a9f1-00038db26545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (ad34d119-da03-42cc-b88e-67ae41f8d0e0), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:42.790915 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:29:42.801616 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-233c39c9-484e-40f0-8941-0ce7f2a4ea73 None None] Attempt 2 to provision port ad34d119-da03-42cc-b88e-67ae41f8d0e0 Sep 16 19:29:42.839971 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-1fca6e31-0d76-4942-9347-bce75188ea7f req-34d4fb8f-c283-4d24-a9f1-00038db26545 service neutron] For port ad34d119-da03-42cc-b88e-67ae41f8d0e0, host hv-cinder-85032, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:29:42.840256 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-233c39c9-484e-40f0-8941-0ce7f2a4ea73 None None] Port ad34d119-da03-42cc-b88e-67ae41f8d0e0 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:29:42.843103 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-1fca6e31-0d76-4942-9347-bce75188ea7f req-34d4fb8f-c283-4d24-a9f1-00038db26545 service neutron] For port ad34d119-da03-42cc-b88e-67ae41f8d0e0, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=ad34d119-da03-42cc-b88e-67ae41f8d0e0,segment=NetworkSegment(1b698c52-1803-40ad-a866-6ff1515380db),segment_id=1b698c52-1803-40ad-a866-6ff1515380db)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:29:42.850869 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1fca6e31-0d76-4942-9347-bce75188ea7f req-34d4fb8f-c283-4d24-a9f1-00038db26545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445664'] for port (ad34d119-da03-42cc-b88e-67ae41f8d0e0), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:42.855116 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca6e31-0d76-4942-9347-bce75188ea7f req-34d4fb8f-c283-4d24-a9f1-00038db26545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:42.855717 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1fca6e31-0d76-4942-9347-bce75188ea7f req-34d4fb8f-c283-4d24-a9f1-00038db26545 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:42.857105 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1fca6e31-0d76-4942-9347-bce75188ea7f req-34d4fb8f-c283-4d24-a9f1-00038db26545 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/ad34d119-da03-42cc-b88e-67ae41f8d0e0 HTTP/1.1" status: 200 len: 1093 time: 0.7090387 Sep 16 19:29:42.857644 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf', 'tag': 'ad34d119-da03-42cc-b88e-67ae41f8d0e0'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:29:42.860168 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e152f16bac9f1df6f483fa1cb5a6d8c6a2a494143f87e2794594a52eeef6f53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371a8e05-826e-4458-8b3e-082e78159a17" -d '{"events": [{"name": "network-changed", "server_uuid": "1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf", "tag": "ad34d119-da03-42cc-b88e-67ae41f8d0e0"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:29:42.899600 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 19:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396c5c09-a29d-4649-9c2b-b347e6780607 x-openstack-request-id: req-396c5c09-a29d-4649-9c2b-b347e6780607 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:29:42.899896 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf", "tag": "ad34d119-da03-42cc-b88e-67ae41f8d0e0", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:29:42.900148 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-396c5c09-a29d-4649-9c2b-b347e6780607 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:29:42.900584 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-396c5c09-a29d-4649-9c2b-b347e6780607'] response: {'name': 'network-changed', 'server_uuid': '1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf', 'tag': 'ad34d119-da03-42cc-b88e-67ae41f8d0e0', 'status': 'completed', 'code': 200} Sep 16 19:29:42.912850 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d4fb8f-c283-4d24-a9f1-00038db26545 service neutron] Pushing event updated for resources: {'Port': ['ID=ad34d119-da03-42cc-b88e-67ae41f8d0e0,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:29:43.019090 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca6e31-0d76-4942-9347-bce75188ea7f req-b309683c-cec5-49c4-9af7-6d041ea503cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:43.020625 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1fca6e31-0d76-4942-9347-bce75188ea7f req-b309683c-cec5-49c4-9af7-6d041ea503cc service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=d7fc1dae09f145afab37db3a792430d3&device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 1127 time: 0.0703647 Sep 16 19:29:43.028225 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc31b7-231c-4efd-88c9-c5def6bf36f0 req-956fcc87-dff1-4296-8b68-c3f859185c16 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:43.029601 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-81fc31b7-231c-4efd-88c9-c5def6bf36f0 req-956fcc87-dff1-4296-8b68-c3f859185c16 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 943 time: 0.0696130 Sep 16 19:29:43.079909 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1fca6e31-0d76-4942-9347-bce75188ea7f req-445a1546-2cb2-415e-a53b-aad59aa6f534 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad34d119-da03-42cc-b88e-67ae41f8d0e0 HTTP/1.1" status: 200 len: 217 time: 0.0432575 Sep 16 19:29:43.140548 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-81fc31b7-231c-4efd-88c9-c5def6bf36f0 req-01b8344f-9660-4424-b8b2-7fca776a4274 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050351 Sep 16 19:29:43.154825 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca6e31-0d76-4942-9347-bce75188ea7f req-35fe807c-e9b1-458c-8fad-c988bb6e8cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:43.164737 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1fca6e31-0d76-4942-9347-bce75188ea7f req-35fe807c-e9b1-458c-8fad-c988bb6e8cdf service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=fcb3e0c9-538f-40ce-83b8-814de92b3dde HTTP/1.1" status: 200 len: 847 time: 0.0655580 Sep 16 19:29:43.201302 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca6e31-0d76-4942-9347-bce75188ea7f req-831e91eb-9472-4212-a472-9f157070be3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:43.202835 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1fca6e31-0d76-4942-9347-bce75188ea7f req-831e91eb-9472-4212-a472-9f157070be3e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=4fc394e5-4a72-4e1b-a046-66e03ed753a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391924 Sep 16 19:29:43.295498 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1fca6e31-0d76-4942-9347-bce75188ea7f req-6600ba4a-cda6-4edf-a31b-c5a9ffaf0cde service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4fc394e5-4a72-4e1b-a046-66e03ed753a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850339 Sep 16 19:29:43.341604 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-233c39c9-484e-40f0-8941-0ce7f2a4ea73 None None] Attempt 3 to provision port ad34d119-da03-42cc-b88e-67ae41f8d0e0 Sep 16 19:29:43.377263 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:29:43.381453 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-233c39c9-484e-40f0-8941-0ce7f2a4ea73 None None] Port ad34d119-da03-42cc-b88e-67ae41f8d0e0 had new provisioning blocks added so it will not transition to active. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 19:29:43.394630 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1fca6e31-0d76-4942-9347-bce75188ea7f req-2c09f23a-a2d2-42f5-a37a-6f665c1f716b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4fc394e5-4a72-4e1b-a046-66e03ed753a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926194 Sep 16 19:29:43.900703 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7ee4d-4dab-42a1-a565-b93dfc41ae99 req-2c81b408-dcfe-4530-87bc-d342e31c0d67 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:43.902203 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c6a7ee4d-4dab-42a1-a565-b93dfc41ae99 req-2c81b408-dcfe-4530-87bc-d342e31c0d67 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a25b4fc6-10a3-4f69-9922-5e5a78982474 HTTP/1.1" status: 200 len: 946 time: 0.0476258 Sep 16 19:29:43.952162 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c6a7ee4d-4dab-42a1-a565-b93dfc41ae99 req-d0917aa4-99d0-47e8-8dc0-dd20a744136f tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439034 Sep 16 19:29:44.267818 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18586fe2-8df5-4f26-af7c-9f9853eb6c31 req-83ffcf15-fc72-4403-b895-541b3eb26503 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:44.269322 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-18586fe2-8df5-4f26-af7c-9f9853eb6c31 req-83ffcf15-fc72-4403-b895-541b3eb26503 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 943 time: 0.0478494 Sep 16 19:29:44.318388 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-18586fe2-8df5-4f26-af7c-9f9853eb6c31 req-0b3d9094-d68b-47e5-b703-d883a41946a9 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431726 Sep 16 19:29:45.013196 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a8e05-826e-4458-8b3e-082e78159a17 req-5617106f-43e0-40f3-b935-c22ed295bfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:45.015055 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-371a8e05-826e-4458-8b3e-082e78159a17 req-5617106f-43e0-40f3-b935-c22ed295bfa6 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=d7fc1dae09f145afab37db3a792430d3&device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 1127 time: 0.0481517 Sep 16 19:29:45.087398 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a93ef-a506-46cb-8e7a-c6d18c0f54a8 req-6510a3e4-6819-453b-b7cd-1b5fb04a4af4 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:45.088788 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-bb1a93ef-a506-46cb-8e7a-c6d18c0f54a8 req-6510a3e4-6819-453b-b7cd-1b5fb04a4af4 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a25b4fc6-10a3-4f69-9922-5e5a78982474 HTTP/1.1" status: 200 len: 946 time: 0.0564535 Sep 16 19:29:45.137755 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-bb1a93ef-a506-46cb-8e7a-c6d18c0f54a8 req-b3c3a7f2-51ee-4140-8cf5-9a05cf00684a tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432353 Sep 16 19:29:45.267818 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a8e05-826e-4458-8b3e-082e78159a17 req-849b4ea0-523b-4ddd-882d-43432a18cccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:45.269284 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-371a8e05-826e-4458-8b3e-082e78159a17 req-849b4ea0-523b-4ddd-882d-43432a18cccd service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=4fc394e5-4a72-4e1b-a046-66e03ed753a7 HTTP/1.1" status: 200 len: 909 time: 0.1020215 Sep 16 19:29:45.523787 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-371a8e05-826e-4458-8b3e-082e78159a17 req-b5124491-29c3-47e1-8b52-986918bf83c2 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad34d119-da03-42cc-b88e-67ae41f8d0e0 HTTP/1.1" status: 200 len: 217 time: 0.2442837 Sep 16 19:29:45.597764 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3818bcc-0a3f-4567-aa9d-48548605dcad req-90376342-5793-4615-8ebf-dab98abbd55f tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:45.599308 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a3818bcc-0a3f-4567-aa9d-48548605dcad req-90376342-5793-4615-8ebf-dab98abbd55f tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 943 time: 0.0783160 Sep 16 19:29:45.605527 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a8e05-826e-4458-8b3e-082e78159a17 req-df4c0200-6b0f-4143-930e-60a5e6adf1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:45.606903 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-371a8e05-826e-4458-8b3e-082e78159a17 req-df4c0200-6b0f-4143-930e-60a5e6adf1cd service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=fcb3e0c9-538f-40ce-83b8-814de92b3dde HTTP/1.1" status: 200 len: 847 time: 0.0759733 Sep 16 19:29:45.670666 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a8e05-826e-4458-8b3e-082e78159a17 req-ffe7fc45-71a2-4f73-b9ad-84fb49635dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:45.672188 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-371a8e05-826e-4458-8b3e-082e78159a17 req-ffe7fc45-71a2-4f73-b9ad-84fb49635dd9 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=4fc394e5-4a72-4e1b-a046-66e03ed753a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0572662 Sep 16 19:29:45.705290 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a3818bcc-0a3f-4567-aa9d-48548605dcad req-0b00115e-89d9-4220-a200-40b26a84a65e tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974579 Sep 16 19:29:45.766779 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:29:45.773417 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-371a8e05-826e-4458-8b3e-082e78159a17 req-b608ab67-572d-46b3-a517-ad36f2971b46 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4fc394e5-4a72-4e1b-a046-66e03ed753a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929556 Sep 16 19:29:45.866628 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-371a8e05-826e-4458-8b3e-082e78159a17 req-8c01dd75-af58-4520-a085-d652a8d6f5ab service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4fc394e5-4a72-4e1b-a046-66e03ed753a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861783 Sep 16 19:29:46.287308 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022feed-721d-4812-a2a0-9e3f736894f7 req-05e53682-0889-4cad-9605-cb9bc8c39974 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:46.288775 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c022feed-721d-4812-a2a0-9e3f736894f7 req-05e53682-0889-4cad-9605-cb9bc8c39974 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a25b4fc6-10a3-4f69-9922-5e5a78982474 HTTP/1.1" status: 200 len: 946 time: 0.0541716 Sep 16 19:29:46.300253 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:29:46.339753 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c022feed-721d-4812-a2a0-9e3f736894f7 req-d0ae2300-a751-4d90-bf05-64bb21c9197e tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452366 Sep 16 19:29:46.837795 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b9977-4032-49e0-8819-36a145d2cd75 req-14454677-e68f-4faa-9034-68d08625989d tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:46.839520 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a18b9977-4032-49e0-8819-36a145d2cd75 req-14454677-e68f-4faa-9034-68d08625989d tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 943 time: 0.0520520 Sep 16 19:29:46.893388 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a18b9977-4032-49e0-8819-36a145d2cd75 req-79c06798-83bb-4859-abfa-2f18d399bd25 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477841 Sep 16 19:29:47.452997 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:29:47.468949 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aaca3a-edcf-4093-a392-b03c0c87d60c req-7051cc3f-df50-4983-8176-152147c110ac tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:47.470529 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e4aaca3a-edcf-4093-a392-b03c0c87d60c req-7051cc3f-df50-4983-8176-152147c110ac tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a25b4fc6-10a3-4f69-9922-5e5a78982474 HTTP/1.1" status: 200 len: 946 time: 0.0467489 Sep 16 19:29:47.522933 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e4aaca3a-edcf-4093-a392-b03c0c87d60c req-83b20322-409f-45da-bbb8-60f9b0fc1195 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462580 Sep 16 19:29:47.952139 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f955e62b-2f40-4ed6-b97b-895a069661b8 req-6a81d563-bb8b-41c4-97c6-7993902ca151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:47.953827 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f955e62b-2f40-4ed6-b97b-895a069661b8 req-6a81d563-bb8b-41c4-97c6-7993902ca151 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a25b4fc6-10a3-4f69-9922-5e5a78982474 HTTP/1.1" status: 200 len: 1130 time: 0.0456824 Sep 16 19:29:48.049262 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c63b4-ff75-4875-909f-ef1b89e09ec0 req-ae2ac745-bd2d-4981-9ffd-fb5813a0dd50 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:48.050744 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-921c63b4-ff75-4875-909f-ef1b89e09ec0 req-ae2ac745-bd2d-4981-9ffd-fb5813a0dd50 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 943 time: 0.0697844 Sep 16 19:29:48.054265 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f955e62b-2f40-4ed6-b97b-895a069661b8 req-dda0eda1-42ac-4867-b75f-ec957d62ab6e service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928855 Sep 16 19:29:48.101406 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-921c63b4-ff75-4875-909f-ef1b89e09ec0 req-61bd6a67-572d-4198-a8b7-785e777b6982 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448675 Sep 16 19:29:48.655871 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f52ca9-37f0-4588-8b9c-6f2a40a7b77d req-b0e4663b-ebc8-43d7-9fdd-c76583b7fcc1 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:48.657342 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-81f52ca9-37f0-4588-8b9c-6f2a40a7b77d req-b0e4663b-ebc8-43d7-9fdd-c76583b7fcc1 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a25b4fc6-10a3-4f69-9922-5e5a78982474 HTTP/1.1" status: 200 len: 946 time: 0.0468159 Sep 16 19:29:48.714644 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-81f52ca9-37f0-4588-8b9c-6f2a40a7b77d req-b00bcdd4-031a-44b1-89f7-9e853a066602 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478985 Sep 16 19:29:49.236800 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ceefc-bc66-4a34-ae9f-7d131bd6a76f req-c9184252-51e3-41d1-88d0-0672e1f18e06 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:49.238694 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ee8ceefc-bc66-4a34-ae9f-7d131bd6a76f req-c9184252-51e3-41d1-88d0-0672e1f18e06 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 943 time: 0.0509002 Sep 16 19:29:49.275958 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:29:49.293918 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ee8ceefc-bc66-4a34-ae9f-7d131bd6a76f req-e6cdb165-6783-4925-ab8d-5c6822aa4865 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490530 Sep 16 19:29:49.848636 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6517c8-7359-4783-bef5-c70fb44f91c6 req-0dc678f6-8c17-4162-8ec5-9b31758e9f90 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:49.850009 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2c6517c8-7359-4783-bef5-c70fb44f91c6 req-0dc678f6-8c17-4162-8ec5-9b31758e9f90 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a25b4fc6-10a3-4f69-9922-5e5a78982474 HTTP/1.1" status: 200 len: 946 time: 0.0487993 Sep 16 19:29:49.911931 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2c6517c8-7359-4783-bef5-c70fb44f91c6 req-0364196f-8f8c-4f2c-b4a2-a2a956117b7d tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561955 Sep 16 19:29:50.187796 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83803c9-2bdf-4cd7-b5a4-1359fda6ba9f req-59fd5e2a-69be-40c9-be07-9e62bb80f662 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:50.189448 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e83803c9-2bdf-4cd7-b5a4-1359fda6ba9f req-59fd5e2a-69be-40c9-be07-9e62bb80f662 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a25b4fc6-10a3-4f69-9922-5e5a78982474 HTTP/1.1" status: 200 len: 946 time: 0.0533271 Sep 16 19:29:50.237598 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e83803c9-2bdf-4cd7-b5a4-1359fda6ba9f req-3fec94b1-253a-4939-8b02-320d9f0a313b tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421777 Sep 16 19:29:50.431446 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc740971-3f99-4618-b86b-1fb9cc6ddb3f req-d96eac89-f4df-46dd-b3f2-8b27dac10af9 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:50.432961 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-dc740971-3f99-4618-b86b-1fb9cc6ddb3f req-d96eac89-f4df-46dd-b3f2-8b27dac10af9 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 943 time: 0.0522964 Sep 16 19:29:50.484482 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-dc740971-3f99-4618-b86b-1fb9cc6ddb3f req-413357cd-e3e8-4e35-a462-5d437a063eb8 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448859 Sep 16 19:29:50.567146 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 48728) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:29:50.677757 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-db867268-39c0-4ba4-9d88-4d5316827e4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:50.763169 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-db867268-39c0-4ba4-9d88-4d5316827e4c admin admin] Publish callbacks [] for security_group (0beb4960-d176-46e3-99c6-8342f64843fc), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:50.771412 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-db867268-39c0-4ba4-9d88-4d5316827e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (0beb4960-d176-46e3-99c6-8342f64843fc), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:50.809039 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db867268-39c0-4ba4-9d88-4d5316827e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0beb4960-d176-46e3-99c6-8342f64843fc,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:29:50.814852 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-db867268-39c0-4ba4-9d88-4d5316827e4c admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=22b32ee2137441f693f646376b5fe1dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2466426 Sep 16 19:29:50.817568 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 48732) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:29:50.870936 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-246dee4c-f6ee-4b2a-8d78-c73be5bccdb5 admin admin] Publish callbacks [] for security_group (0beb4960-d176-46e3-99c6-8342f64843fc), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:50.892515 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-246dee4c-f6ee-4b2a-8d78-c73be5bccdb5 admin admin] Publish callbacks [] for security_group (0beb4960-d176-46e3-99c6-8342f64843fc), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:50.949288 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-246dee4c-f6ee-4b2a-8d78-c73be5bccdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (0beb4960-d176-46e3-99c6-8342f64843fc), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:50.951968 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-246dee4c-f6ee-4b2a-8d78-c73be5bccdb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:50.953139 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-246dee4c-f6ee-4b2a-8d78-c73be5bccdb5 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/0beb4960-d176-46e3-99c6-8342f64843fc HTTP/1.1" status: 204 len: 168 time: 0.1346977 Sep 16 19:29:50.962559 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246dee4c-f6ee-4b2a-8d78-c73be5bccdb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0beb4960-d176-46e3-99c6-8342f64843fc,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:29:51.353475 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:29:51.399626 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ef764-2338-4f0c-837a-4bc0b62a8985 req-fe30c6dc-25e6-4f37-a6bb-7055295db8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:51.401660 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d92ef764-2338-4f0c-837a-4bc0b62a8985 req-fe30c6dc-25e6-4f37-a6bb-7055295db8bf service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=804d63e1308b4729aff976d65f667e28&device_id=a25b4fc6-10a3-4f69-9922-5e5a78982474 HTTP/1.1" status: 200 len: 1130 time: 0.0892761 Sep 16 19:29:51.428005 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e26f50-af6a-43e1-aca4-f259f5b74aff req-1753940b-9164-4881-afe0-84cb97b35be7 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:51.429548 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-07e26f50-af6a-43e1-aca4-f259f5b74aff req-1753940b-9164-4881-afe0-84cb97b35be7 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a25b4fc6-10a3-4f69-9922-5e5a78982474 HTTP/1.1" status: 200 len: 946 time: 0.0747595 Sep 16 19:29:51.564322 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-07e26f50-af6a-43e1-aca4-f259f5b74aff req-280d1741-2121-4541-baa3-1a96f547413f tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149769 Sep 16 19:29:51.578251 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ef764-2338-4f0c-837a-4bc0b62a8985 req-6a7d91fc-936a-4580-9dd6-4e950c811661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:51.579998 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d92ef764-2338-4f0c-837a-4bc0b62a8985 req-6a7d91fc-936a-4580-9dd6-4e950c811661 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=1e4e6da9-902d-45b4-9fce-268e4415ecdb HTTP/1.1" status: 200 len: 919 time: 0.1719420 Sep 16 19:29:51.633076 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d92ef764-2338-4f0c-837a-4bc0b62a8985 req-8e37bae6-3228-4942-8b42-10eff662dd83 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7408b9a9-f9fa-4fe6-8e34-15f64c87abde HTTP/1.1" status: 200 len: 217 time: 0.0459549 Sep 16 19:29:51.646019 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac464b0-af37-4ae8-ab91-3258d18c7798 req-5d19a569-61c9-47d5-80d5-8f99c0ef5b1b tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:51.654808 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-cac464b0-af37-4ae8-ab91-3258d18c7798 req-5d19a569-61c9-47d5-80d5-8f99c0ef5b1b tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 943 time: 0.0600674 Sep 16 19:29:51.688521 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ef764-2338-4f0c-837a-4bc0b62a8985 req-aafb5d6a-8269-4489-ab33-9181059a8ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:51.690504 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d92ef764-2338-4f0c-837a-4bc0b62a8985 req-aafb5d6a-8269-4489-ab33-9181059a8ec2 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=f796f6e5-3b84-4c9f-8c87-22a14447d493 HTTP/1.1" status: 200 len: 857 time: 0.0512202 Sep 16 19:29:51.713083 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-cac464b0-af37-4ae8-ab91-3258d18c7798 req-ca6d0de6-c62d-4fe1-a2a6-b7fb2123777a tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573525 Sep 16 19:29:51.739272 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ef764-2338-4f0c-837a-4bc0b62a8985 req-85fe6b9c-14f8-4a08-9e83-38a46bbc4c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:51.741536 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d92ef764-2338-4f0c-837a-4bc0b62a8985 req-85fe6b9c-14f8-4a08-9e83-38a46bbc4c88 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=1e4e6da9-902d-45b4-9fce-268e4415ecdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449331 Sep 16 19:29:51.833309 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:29:51.869710 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d92ef764-2338-4f0c-837a-4bc0b62a8985 req-61a51aab-0c8e-4c00-a74a-212502ef8460 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1e4e6da9-902d-45b4-9fce-268e4415ecdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218355 Sep 16 19:29:51.965019 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d92ef764-2338-4f0c-837a-4bc0b62a8985 req-e63cef7e-ccae-4b2b-8b36-0e6fa9b2a485 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1e4e6da9-902d-45b4-9fce-268e4415ecdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890532 Sep 16 19:29:52.700028 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb9d2a-3612-4bb4-a055-cd9705546b40 req-3b64b9d9-dc01-47e8-a1f3-55a060984810 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:52.701603 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b6eb9d2a-3612-4bb4-a055-cd9705546b40 req-3b64b9d9-dc01-47e8-a1f3-55a060984810 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a25b4fc6-10a3-4f69-9922-5e5a78982474 HTTP/1.1" status: 200 len: 946 time: 0.0549164 Sep 16 19:29:52.775250 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b6eb9d2a-3612-4bb4-a055-cd9705546b40 req-7073e42b-2fb0-4487-9fde-274512f296f0 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619671 Sep 16 19:29:52.843985 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb575c3-c56b-4f0f-a98d-b9820b8f53e2 req-8fc6a944-a5aa-472f-b131-0559f14be784 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:52.846103 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8bb575c3-c56b-4f0f-a98d-b9820b8f53e2 req-8fc6a944-a5aa-472f-b131-0559f14be784 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 943 time: 0.0588477 Sep 16 19:29:52.907566 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8bb575c3-c56b-4f0f-a98d-b9820b8f53e2 req-a94081d3-b2c3-4c18-bdfe-1fd782d63a23 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548909 Sep 16 19:29:53.380180 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:29:53.899685 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69b689-8465-40e9-b651-708dc1a5d476 req-db6cda60-0268-425d-8f54-191990640ca5 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:53.901201 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7e69b689-8465-40e9-b651-708dc1a5d476 req-db6cda60-0268-425d-8f54-191990640ca5 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a25b4fc6-10a3-4f69-9922-5e5a78982474 HTTP/1.1" status: 200 len: 946 time: 0.0487444 Sep 16 19:29:53.950721 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7e69b689-8465-40e9-b651-708dc1a5d476 req-4e870967-5cfe-48a9-b11b-79dfa736fd12 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438316 Sep 16 19:29:54.050133 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1680a38-83f4-4049-81fa-60870ed69bb1 req-d7741513-2ad7-42b3-9833-95ccf5e194f3 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:54.051579 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c1680a38-83f4-4049-81fa-60870ed69bb1 req-d7741513-2ad7-42b3-9833-95ccf5e194f3 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 943 time: 0.0517159 Sep 16 19:29:54.103575 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c1680a38-83f4-4049-81fa-60870ed69bb1 req-1f30d6d9-854d-48fd-a042-c82a48296a50 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434451 Sep 16 19:29:54.434309 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device ad34d119-da03-42cc-b88e-67ae41f8d0e0 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 19:29:54.539470 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port ad34d119-da03-42cc-b88e-67ae41f8d0e0, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=ad34d119-da03-42cc-b88e-67ae41f8d0e0,segment=NetworkSegment(1b698c52-1803-40ad-a866-6ff1515380db),segment_id=1b698c52-1803-40ad-a866-6ff1515380db)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:29:54.550565 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Returning: {'device': 'ad34d119-da03-42cc-b88e-67ae41f8d0e0', 'network_id': '4fc394e5-4a72-4e1b-a046-66e03ed753a7', 'port_id': 'ad34d119-da03-42cc-b88e-67ae41f8d0e0', 'mac_address': 'fa:16:3e:90:87:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcb3e0c9-538f-40ce-83b8-814de92b3dde', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 19:29:54.584702 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port ad34d119-da03-42cc-b88e-67ae41f8d0e0 is: DOWN; New status is: BUILD {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:29:54.585007 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (ad34d119-da03-42cc-b88e-67ae41f8d0e0), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:54.598057 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad34d119-da03-42cc-b88e-67ae41f8d0e0 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 19:29:54.620968 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port ad34d119-da03-42cc-b88e-67ae41f8d0e0, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=ad34d119-da03-42cc-b88e-67ae41f8d0e0,segment=NetworkSegment(1b698c52-1803-40ad-a866-6ff1515380db),segment_id=1b698c52-1803-40ad-a866-6ff1515380db)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:29:54.629205 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (ad34d119-da03-42cc-b88e-67ae41f8d0e0), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:29:54.683389 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=ad34d119-da03-42cc-b88e-67ae41f8d0e0,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:29:55.075336 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea57ca-5a5e-4407-a36e-23b612990869 req-1235ff90-69cb-41a6-9cdb-dc86d1501ce7 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:55.076864 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-eaea57ca-5a5e-4407-a36e-23b612990869 req-1235ff90-69cb-41a6-9cdb-dc86d1501ce7 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a25b4fc6-10a3-4f69-9922-5e5a78982474 HTTP/1.1" status: 200 len: 946 time: 0.0456007 Sep 16 19:29:55.123389 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-eaea57ca-5a5e-4407-a36e-23b612990869 req-dff5c7c0-6e1d-462f-b725-af5d51d5c3ef tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406890 Sep 16 19:29:55.229276 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498885b-f167-48bd-b21b-298b4be4b572 req-72acb01f-6a3c-447a-a350-719348ada911 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:55.230730 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6498885b-f167-48bd-b21b-298b4be4b572 req-72acb01f-6a3c-447a-a350-719348ada911 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 944 time: 0.0533030 Sep 16 19:29:55.286323 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6498885b-f167-48bd-b21b-298b4be4b572 req-05ef3896-5eae-49f2-bd83-325f139f65fe tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470400 Sep 16 19:29:56.249551 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed1d64-1453-44f0-a512-223f13d7dbc9 req-9b5d5ffb-2eff-4eff-8a87-a4d1f30b1c8e tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:56.251030 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9bed1d64-1453-44f0-a512-223f13d7dbc9 req-9b5d5ffb-2eff-4eff-8a87-a4d1f30b1c8e tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a25b4fc6-10a3-4f69-9922-5e5a78982474 HTTP/1.1" status: 200 len: 946 time: 0.0505464 Sep 16 19:29:56.300745 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9bed1d64-1453-44f0-a512-223f13d7dbc9 req-e14786c9-1ad1-42b4-9efa-f14124f8ebd8 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429683 Sep 16 19:29:56.477209 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8e865-3f75-43b2-b9ec-0d854b6ca2a6 req-142b3546-0d68-4d54-b27b-db8f2f23a37f tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:56.478740 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-39a8e865-3f75-43b2-b9ec-0d854b6ca2a6 req-142b3546-0d68-4d54-b27b-db8f2f23a37f tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 944 time: 0.0543849 Sep 16 19:29:56.530531 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-39a8e865-3f75-43b2-b9ec-0d854b6ca2a6 req-e0453d9c-b17b-46ff-8518-5652720a2ee2 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459414 Sep 16 19:29:57.433401 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b91c3-90d3-4a63-aee5-9b2ef1783465 req-4ad35e68-c6ca-46aa-8e0d-3d80d8026851 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:57.434861 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-aa8b91c3-90d3-4a63-aee5-9b2ef1783465 req-4ad35e68-c6ca-46aa-8e0d-3d80d8026851 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a25b4fc6-10a3-4f69-9922-5e5a78982474 HTTP/1.1" status: 200 len: 946 time: 0.0575752 Sep 16 19:29:57.486630 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-aa8b91c3-90d3-4a63-aee5-9b2ef1783465 req-77f3c738-d7ec-418c-a30a-b495fcaf83b4 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441730 Sep 16 19:29:57.664159 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b7d19-7bb6-48d1-b476-ccc54821fe64 req-d0e4b39d-b7ff-4b89-a2e8-8396324cd14b tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:57.666150 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ea1b7d19-7bb6-48d1-b476-ccc54821fe64 req-d0e4b39d-b7ff-4b89-a2e8-8396324cd14b tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 944 time: 0.0588157 Sep 16 19:29:57.718435 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ea1b7d19-7bb6-48d1-b476-ccc54821fe64 req-81076757-4116-4142-944c-4191de4d0a75 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462828 Sep 16 19:29:58.609875 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48026be-6601-40a4-9b4e-5f329259acc7 req-8f451225-7124-43bc-98c7-aeb3040b170e tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:58.611341 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d48026be-6601-40a4-9b4e-5f329259acc7 req-8f451225-7124-43bc-98c7-aeb3040b170e tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a25b4fc6-10a3-4f69-9922-5e5a78982474 HTTP/1.1" status: 200 len: 946 time: 0.0472560 Sep 16 19:29:58.648462 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:29:58.664713 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d48026be-6601-40a4-9b4e-5f329259acc7 req-ad9b933a-e99b-4caa-8e99-e61bb9461830 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471959 Sep 16 19:29:58.847774 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022209c-f0bc-43af-92dc-4b2e2819210b req-24e6377b-434a-4f28-bcbf-b7a693670b44 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:58.849268 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-5022209c-f0bc-43af-92dc-4b2e2819210b req-24e6377b-434a-4f28-bcbf-b7a693670b44 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 944 time: 0.0533192 Sep 16 19:29:58.875858 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:29:58.901877 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-5022209c-f0bc-43af-92dc-4b2e2819210b req-686ba260-c41d-4475-b681-67b3ffd020d1 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467546 Sep 16 19:29:59.793537 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2fd829-2ac5-446e-b025-4a1f681aedd1 req-9a90afa0-4247-4b97-8003-0ebfd704c068 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:29:59.795080 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ef2fd829-2ac5-446e-b025-4a1f681aedd1 req-9a90afa0-4247-4b97-8003-0ebfd704c068 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a25b4fc6-10a3-4f69-9922-5e5a78982474 HTTP/1.1" status: 200 len: 946 time: 0.0481331 Sep 16 19:29:59.847108 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ef2fd829-2ac5-446e-b025-4a1f681aedd1 req-21949f36-44d6-44ce-9405-a31d48a168b0 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439906 Sep 16 19:30:00.016934 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=82,neutron:UPDATE=5 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:30:00.030283 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d90654e8-3426-4294-8769-baba11a237bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:00.041950 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f958eb-2a79-439b-a133-b1fae5fd0ce2 req-4ad4cc2e-f3cd-46a4-a9ec-6e9835a4b03f tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:30:00.043465 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-12f958eb-2a79-439b-a133-b1fae5fd0ce2 req-4ad4cc2e-f3cd-46a4-a9ec-6e9835a4b03f tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 944 time: 0.0575917 Sep 16 19:30:00.066442 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:30:00.101150 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-12f958eb-2a79-439b-a133-b1fae5fd0ce2 req-9508aaee-2476-4e93-abc3-f91cee591329 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494523 Sep 16 19:30:00.980563 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e8a782-4b97-4fd6-aff9-62f97c57cc0c req-24e97a52-0ab6-46b4-b984-8180c8308727 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:30:00.982047 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-26e8a782-4b97-4fd6-aff9-62f97c57cc0c req-24e97a52-0ab6-46b4-b984-8180c8308727 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a25b4fc6-10a3-4f69-9922-5e5a78982474 HTTP/1.1" status: 200 len: 946 time: 0.0530813 Sep 16 19:30:01.033375 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-26e8a782-4b97-4fd6-aff9-62f97c57cc0c req-eb228a6e-3e44-4309-aa26-fc90d2d6ffdf tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435169 Sep 16 19:30:01.230062 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065eb965-adb3-4637-aee1-e7d093f1b7cc req-14ca9b11-d00b-4b54-8d1f-db5ca8aec0e9 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:30:01.231547 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-065eb965-adb3-4637-aee1-e7d093f1b7cc req-14ca9b11-d00b-4b54-8d1f-db5ca8aec0e9 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 944 time: 0.0470693 Sep 16 19:30:01.288581 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-065eb965-adb3-4637-aee1-e7d093f1b7cc req-be821cb3-05c3-4e82-b35f-ccf078f5e77d tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491734 Sep 16 19:30:01.759105 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] get_ports_and_sgs() called for port_ids ['ad34d119-da03-42cc-b88e-67ae41f8d0e0'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 19:30:01.941292 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:02.165462 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310fb7e-cf71-4741-87dc-0609f9164ff2 req-da90e887-1e22-4fba-a9c6-bc8834f073d7 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:30:02.166929 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7310fb7e-cf71-4741-87dc-0609f9164ff2 req-da90e887-1e22-4fba-a9c6-bc8834f073d7 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a25b4fc6-10a3-4f69-9922-5e5a78982474 HTTP/1.1" status: 200 len: 946 time: 0.0533857 Sep 16 19:30:02.220424 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7310fb7e-cf71-4741-87dc-0609f9164ff2 req-36aa5e2c-6169-4c11-a004-8fcec954626d tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476117 Sep 16 19:30:02.258442 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9d67de1e-2380-4c2f-9a50-2ec4c5dec071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:02.435311 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f82b2b-0dbb-41ce-ab15-1455864659ac req-d36b2952-cea7-4f15-aa6c-90e4111200de tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:30:02.436783 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-18f82b2b-0dbb-41ce-ab15-1455864659ac req-d36b2952-cea7-4f15-aa6c-90e4111200de tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 944 time: 0.0501716 Sep 16 19:30:02.488582 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-18f82b2b-0dbb-41ce-ab15-1455864659ac req-4cf5caff-892b-4132-ad30-5d25bbff40d2 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435674 Sep 16 19:30:03.362753 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e539908-9aad-47e2-b673-75984ecf8f86 req-0baf0aa0-b72d-4ce9-8d4e-b94130519804 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:30:03.364448 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2e539908-9aad-47e2-b673-75984ecf8f86 req-0baf0aa0-b72d-4ce9-8d4e-b94130519804 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a25b4fc6-10a3-4f69-9922-5e5a78982474 HTTP/1.1" status: 200 len: 946 time: 0.0521958 Sep 16 19:30:03.398129 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:30:03.416520 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2e539908-9aad-47e2-b673-75984ecf8f86 req-2b85a897-314c-4b6c-ab60-7f70f20e2b59 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456133 Sep 16 19:30:03.605545 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:03.612470 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd7df7-e4f0-49a1-aa17-bb1ab918468b req-11827e91-6f0d-492c-803e-bffeddc8fe47 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:30:03.613961 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-99dd7df7-e4f0-49a1-aa17-bb1ab918468b req-11827e91-6f0d-492c-803e-bffeddc8fe47 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 944 time: 0.0480149 Sep 16 19:30:03.668659 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-99dd7df7-e4f0-49a1-aa17-bb1ab918468b req-a0e62052-d6a2-42e1-9cb9-310adadddd2e tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480173 Sep 16 19:30:03.801359 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device ad34d119-da03-42cc-b88e-67ae41f8d0e0 up at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:30:03.845493 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Provisioning for port ad34d119-da03-42cc-b88e-67ae41f8d0e0 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 19:30:03.853627 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Provisioning complete for port ad34d119-da03-42cc-b88e-67ae41f8d0e0 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:30:03.854060 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (ad34d119-da03-42cc-b88e-67ae41f8d0e0), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:03.854318 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Attempt 1 to provision port ad34d119-da03-42cc-b88e-67ae41f8d0e0 Sep 16 19:30:03.921060 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:30:03.926951 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port ad34d119-da03-42cc-b88e-67ae41f8d0e0 is: BUILD; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:30:03.927333 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (ad34d119-da03-42cc-b88e-67ae41f8d0e0), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:03.960465 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad34d119-da03-42cc-b88e-67ae41f8d0e0'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:30:03.963156 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f3f7bbbb38247194f391b6222dc5c183e9bfb457d3b71a23f23b79e9cf016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439f2a17-e1ae-4576-8ef6-12b24d551618" -d '{"events": [{"server_uuid": "1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf", "name": "network-vif-plugged", "status": "completed", "tag": "ad34d119-da03-42cc-b88e-67ae41f8d0e0"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:30:03.976171 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port ad34d119-da03-42cc-b88e-67ae41f8d0e0, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=ad34d119-da03-42cc-b88e-67ae41f8d0e0,segment=NetworkSegment(1b698c52-1803-40ad-a866-6ff1515380db),segment_id=1b698c52-1803-40ad-a866-6ff1515380db)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:30:03.981349 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (ad34d119-da03-42cc-b88e-67ae41f8d0e0), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:04.010268 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 19:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce930b90-62c4-490c-9488-7fbf9120ed9e x-openstack-request-id: req-ce930b90-62c4-490c-9488-7fbf9120ed9e {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:30:04.010572 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf", "name": "network-vif-plugged", "status": "completed", "tag": "ad34d119-da03-42cc-b88e-67ae41f8d0e0", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:30:04.010843 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ce930b90-62c4-490c-9488-7fbf9120ed9e {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:30:04.011238 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce930b90-62c4-490c-9488-7fbf9120ed9e'] response: {'server_uuid': '1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad34d119-da03-42cc-b88e-67ae41f8d0e0', 'code': 200} Sep 16 19:30:04.036414 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=ad34d119-da03-42cc-b88e-67ae41f8d0e0,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:30:04.145014 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-77845ffc-6e44-4770-a54a-abfbad375c96 req-3ec3bb2a-7635-4b3b-8b55-b45f3b9ee91e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430732 Sep 16 19:30:04.222794 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77845ffc-6e44-4770-a54a-abfbad375c96 req-2a78af4a-67f1-4e36-9115-d98aeb2ef2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:30:04.224285 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-77845ffc-6e44-4770-a54a-abfbad375c96 req-2a78af4a-67f1-4e36-9115-d98aeb2ef2c8 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1983ce4dc9bd4050a2399d9f62d3e871&device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 1130 time: 0.0411720 Sep 16 19:30:04.443237 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:30:04.552797 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49693c-6279-44ca-bedf-2901a9924dc2 req-b8d64377-06e8-49fb-ab45-ea087344a966 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:30:04.554377 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6c49693c-6279-44ca-bedf-2901a9924dc2 req-b8d64377-06e8-49fb-ab45-ea087344a966 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a25b4fc6-10a3-4f69-9922-5e5a78982474 HTTP/1.1" status: 200 len: 946 time: 0.0556242 Sep 16 19:30:04.593740 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77845ffc-6e44-4770-a54a-abfbad375c96 req-0c5ebf38-8dfc-4264-9a69-a7411aa755dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:30:04.595190 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-77845ffc-6e44-4770-a54a-abfbad375c96 req-0c5ebf38-8dfc-4264-9a69-a7411aa755dd service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=1b509164-1dc6-4639-9003-d3f932682d2f HTTP/1.1" status: 200 len: 916 time: 0.0990608 Sep 16 19:30:04.611360 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6c49693c-6279-44ca-bedf-2901a9924dc2 req-0da4eb1b-2c00-492c-9d19-e5fc38734d98 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509706 Sep 16 19:30:04.809252 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8c8f1-8297-4914-b7a3-6866ec9a9323 req-995e9eea-44a5-45ac-b90b-c9a58404e710 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:30:04.810742 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d6d8c8f1-8297-4914-b7a3-6866ec9a9323 req-995e9eea-44a5-45ac-b90b-c9a58404e710 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 945 time: 0.0552115 Sep 16 19:30:04.863221 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d6d8c8f1-8297-4914-b7a3-6866ec9a9323 req-81759db6-66d6-4f77-9b4c-4d5259121275 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468390 Sep 16 19:30:04.943930 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:04.977384 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5cbfce-f37d-4e68-bacb-96f985ccee0c req-471b32f1-d105-4761-95bc-cc10652c58e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:30:04.978910 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ea5cbfce-f37d-4e68-bacb-96f985ccee0c req-471b32f1-d105-4761-95bc-cc10652c58e6 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 1129 time: 0.0476165 Sep 16 19:30:05.053140 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ea5cbfce-f37d-4e68-bacb-96f985ccee0c req-3e4cb635-bed8-4991-b4a2-ca2885c8ff40 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433154 Sep 16 19:30:05.065017 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-77845ffc-6e44-4770-a54a-abfbad375c96 req-a36d1b48-31ac-4726-96d6-972d9b306005 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=564ad5b6-f4d4-47ec-845c-17b90b57b3be HTTP/1.1" status: 200 len: 1002 time: 0.0561836 Sep 16 19:30:05.129944 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:05.534840 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77845ffc-6e44-4770-a54a-abfbad375c96 req-8bfd6309-89c7-47b4-8e68-d8624cd6e89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:30:05.536343 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-77845ffc-6e44-4770-a54a-abfbad375c96 req-8bfd6309-89c7-47b4-8e68-d8624cd6e89a service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b23467b1-0e6b-4468-bd6e-d295548dcf80 HTTP/1.1" status: 200 len: 854 time: 0.0547791 Sep 16 19:30:05.743054 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556fb883-e788-4d60-9940-899a0ce2beb3 req-92d47e03-df34-4aff-a96d-7f50fb8bef42 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:30:05.746872 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-556fb883-e788-4d60-9940-899a0ce2beb3 req-92d47e03-df34-4aff-a96d-7f50fb8bef42 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a25b4fc6-10a3-4f69-9922-5e5a78982474 HTTP/1.1" status: 200 len: 946 time: 0.0528922 Sep 16 19:30:05.795448 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-556fb883-e788-4d60-9940-899a0ce2beb3 req-9a659468-53ed-432b-94b0-03f17b680302 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446985 Sep 16 19:30:06.006076 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1a8d1-1c46-4fc5-aa8d-fa191c89ff53 req-99dec305-9721-4dd5-8de6-c2e652517891 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:30:06.007881 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-17c1a8d1-1c46-4fc5-aa8d-fa191c89ff53 req-99dec305-9721-4dd5-8de6-c2e652517891 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 945 time: 0.0572233 Sep 16 19:30:06.069647 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-17c1a8d1-1c46-4fc5-aa8d-fa191c89ff53 req-8a294428-c8a5-49e9-82a1-a75e502e90b4 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538719 Sep 16 19:30:06.115327 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77845ffc-6e44-4770-a54a-abfbad375c96 req-a11fdee5-e8eb-404e-a818-0983bd2107ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:30:06.117442 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-77845ffc-6e44-4770-a54a-abfbad375c96 req-a11fdee5-e8eb-404e-a818-0983bd2107ca service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=1b509164-1dc6-4639-9003-d3f932682d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466831 Sep 16 19:30:06.223361 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-77845ffc-6e44-4770-a54a-abfbad375c96 req-a00e2cd3-c031-4b94-acaa-c4c6d877b372 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1b509164-1dc6-4639-9003-d3f932682d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977833 Sep 16 19:30:06.326686 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-77845ffc-6e44-4770-a54a-abfbad375c96 req-19f9ee85-9004-4c67-860a-420c2a394e24 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1b509164-1dc6-4639-9003-d3f932682d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945549 Sep 16 19:30:07.198493 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3bb2c-d5ef-4e38-8670-50fee2d52003 req-744b6320-e085-4586-be26-1ee7e098d3be tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:30:07.199999 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-09e3bb2c-d5ef-4e38-8670-50fee2d52003 req-744b6320-e085-4586-be26-1ee7e098d3be tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 945 time: 0.0488884 Sep 16 19:30:07.254030 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-09e3bb2c-d5ef-4e38-8670-50fee2d52003 req-a74e24dc-4bfb-425a-a181-f9b95d51f1bb tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471487 Sep 16 19:30:07.330259 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 49008) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:30:07.334752 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-610b564d-11bc-4af1-85b1-0d59d6582ae9 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2006556717', 'description': 'tempest-description--1586837186'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:30:07.344713 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:30:07.366332 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-610b564d-11bc-4af1-85b1-0d59d6582ae9 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:07.383189 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901d6070-04fd-4918-9826-2cd5fd8026d9 req-03c0ad3e-062b-40aa-8083-c9fa6186701e tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:30:07.384729 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-901d6070-04fd-4918-9826-2cd5fd8026d9 req-03c0ad3e-062b-40aa-8083-c9fa6186701e tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 945 time: 0.0545294 Sep 16 19:30:07.455394 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-901d6070-04fd-4918-9826-2cd5fd8026d9 req-4ed3ff0a-43b9-4527-bfda-98539687e355 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640395 Sep 16 19:30:07.461586 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-610b564d-11bc-4af1-85b1-0d59d6582ae9 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks [] for security_group (fb4f0468-1106-41bf-9a84-9334c387bc44), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:07.470763 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-610b564d-11bc-4af1-85b1-0d59d6582ae9 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (fb4f0468-1106-41bf-9a84-9334c387bc44), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:07.494477 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 49014) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:30:07.505830 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-610b564d-11bc-4af1-85b1-0d59d6582ae9 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:07.507152 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-610b564d-11bc-4af1-85b1-0d59d6582ae9 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1758826 Sep 16 19:30:07.507779 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:30:07.510247 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 49018) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:30:07.515003 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-0242894a-b73f-42da-8c41-78eac250fcca tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Request body: {'security_group_rule': {'security_group_id': 'fb4f0468-1106-41bf-9a84-9334c387bc44', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:30:07.522987 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b564d-11bc-4af1-85b1-0d59d6582ae9 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4f0468-1106-41bf-9a84-9334c387bc44,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:30:07.564066 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b564d-11bc-4af1-85b1-0d59d6582ae9 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:30:07.564473 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b564d-11bc-4af1-85b1-0d59d6582ae9 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:30:07.564819 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b564d-11bc-4af1-85b1-0d59d6582ae9 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:30:07.565265 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b564d-11bc-4af1-85b1-0d59d6582ae9 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:30:07.565599 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b564d-11bc-4af1-85b1-0d59d6582ae9 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:30:07.565927 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b564d-11bc-4af1-85b1-0d59d6582ae9 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:30:07.566314 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b564d-11bc-4af1-85b1-0d59d6582ae9 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:30:07.566681 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b564d-11bc-4af1-85b1-0d59d6582ae9 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:30:07.567008 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b564d-11bc-4af1-85b1-0d59d6582ae9 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:30:07.567413 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b564d-11bc-4af1-85b1-0d59d6582ae9 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:30:07.567716 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b564d-11bc-4af1-85b1-0d59d6582ae9 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:30:07.568037 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b564d-11bc-4af1-85b1-0d59d6582ae9 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:30:07.568441 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b564d-11bc-4af1-85b1-0d59d6582ae9 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:30:07.568804 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b564d-11bc-4af1-85b1-0d59d6582ae9 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:30:07.569124 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b564d-11bc-4af1-85b1-0d59d6582ae9 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:30:07.598188 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0242894a-b73f-42da-8c41-78eac250fcca tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks [] for security_group_rule (d87f203e-5897-4a49-8df6-f47860566a75), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:07.674341 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0242894a-b73f-42da-8c41-78eac250fcca tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks [] for security_group_rule (d87f203e-5897-4a49-8df6-f47860566a75), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:07.682440 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0242894a-b73f-42da-8c41-78eac250fcca tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578197'] for security_group_rule (d87f203e-5897-4a49-8df6-f47860566a75), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:07.706879 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0242894a-b73f-42da-8c41-78eac250fcca tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d87f203e-5897-4a49-8df6-f47860566a75,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:30:07.715816 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0242894a-b73f-42da-8c41-78eac250fcca tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:07.720306 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-0242894a-b73f-42da-8c41-78eac250fcca tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2090440 Sep 16 19:30:07.720550 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 49024) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:30:07.726163 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-7c1784fd-cce9-4cad-9b66-b97d8d1d516c tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Request body: {'security_group_rule': {'security_group_id': 'fb4f0468-1106-41bf-9a84-9334c387bc44', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:30:07.832070 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf101947-7716-4543-9c26-b1793baa7c6c tempest-TestShelveInstance-1667205299 tempest-TestShelveInstance-1667205299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:30:07.837444 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 49028) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:30:07.837746 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-cf101947-7716-4543-9c26-b1793baa7c6c tempest-TestShelveInstance-1667205299 tempest-TestShelveInstance-1667205299-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 1124 time: 0.3423133 Sep 16 19:30:07.846649 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-fac5e71c-627c-4ff6-830a-8c8aabb806a2 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Request body: {'floatingip': {'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'port_id': 'ad34d119-da03-42cc-b88e-67ae41f8d0e0', 'tenant_id': 'd7fc1dae09f145afab37db3a792430d3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:30:07.850794 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7c1784fd-cce9-4cad-9b66-b97d8d1d516c tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks [] for security_group_rule (9d39559d-f48f-45f6-971b-1d876d55148b), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:07.906364 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fac5e71c-627c-4ff6-830a-8c8aabb806a2 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:07.910163 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:30:07.931608 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7c1784fd-cce9-4cad-9b66-b97d8d1d516c tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks [] for security_group_rule (9d39559d-f48f-45f6-971b-1d876d55148b), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:07.938407 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7c1784fd-cce9-4cad-9b66-b97d8d1d516c tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578197'] for security_group_rule (9d39559d-f48f-45f6-971b-1d876d55148b), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:07.956194 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:30:07.967742 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1784fd-cce9-4cad-9b66-b97d8d1d516c tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d39559d-f48f-45f6-971b-1d876d55148b,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:30:07.985528 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7c1784fd-cce9-4cad-9b66-b97d8d1d516c tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:07.986911 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-7c1784fd-cce9-4cad-9b66-b97d8d1d516c tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2652702 Sep 16 19:30:07.988961 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1784fd-cce9-4cad-9b66-b97d8d1d516c tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:30:07.989300 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1784fd-cce9-4cad-9b66-b97d8d1d516c tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:30:07.989790 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1784fd-cce9-4cad-9b66-b97d8d1d516c tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:30:07.990120 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1784fd-cce9-4cad-9b66-b97d8d1d516c tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:30:07.990444 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1784fd-cce9-4cad-9b66-b97d8d1d516c tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:30:07.990765 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1784fd-cce9-4cad-9b66-b97d8d1d516c tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:30:07.991081 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1784fd-cce9-4cad-9b66-b97d8d1d516c tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:30:07.991399 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1784fd-cce9-4cad-9b66-b97d8d1d516c tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:30:07.991710 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1784fd-cce9-4cad-9b66-b97d8d1d516c tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:30:07.992025 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1784fd-cce9-4cad-9b66-b97d8d1d516c tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:30:07.992487 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1784fd-cce9-4cad-9b66-b97d8d1d516c tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:30:07.993011 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1784fd-cce9-4cad-9b66-b97d8d1d516c tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:30:07.993163 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 49036) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:30:07.993626 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1784fd-cce9-4cad-9b66-b97d8d1d516c tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:30:07.994097 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1784fd-cce9-4cad-9b66-b97d8d1d516c tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:30:07.994582 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1784fd-cce9-4cad-9b66-b97d8d1d516c tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:30:07.998055 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-be79f8cb-b4dc-4e4f-a511-005089fa2f71 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Request body: {'floatingip': {'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:30:08.036629 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fac5e71c-627c-4ff6-830a-8c8aabb806a2 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:08.044760 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-be79f8cb-b4dc-4e4f-a511-005089fa2f71 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:08.188487 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-be79f8cb-b4dc-4e4f-a511-005089fa2f71 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:08.246418 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-fac5e71c-627c-4ff6-830a-8c8aabb806a2 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Allocated IP 172.27.2.108 (01cd8397-3ed1-4c5d-9923-fabf569219df/d3fb57fd-37cc-4923-b90f-7dd3d712a8d3/7dfc0d22-7793-427c-8101-9dfc90a994f1) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:30:08.335751 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:30:08.374799 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fac5e71c-627c-4ff6-830a-8c8aabb806a2 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks [] for port (7dfc0d22-7793-427c-8101-9dfc90a994f1), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:08.413204 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fac5e71c-627c-4ff6-830a-8c8aabb806a2 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (7dfc0d22-7793-427c-8101-9dfc90a994f1), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:08.485554 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac5e71c-627c-4ff6-830a-8c8aabb806a2 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Network 01cd8397-3ed1-4c5d-9923-fabf569219df is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:30:08.488154 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:30:08.494580 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-fac5e71c-627c-4ff6-830a-8c8aabb806a2 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:30:08.500253 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac5e71c-627c-4ff6-830a-8c8aabb806a2 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Pushing event updated for resources: {'Port': ['ID=7dfc0d22-7793-427c-8101-9dfc90a994f1,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:30:08.504984 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac5e71c-627c-4ff6-830a-8c8aabb806a2 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:30:08.539192 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-be79f8cb-b4dc-4e4f-a511-005089fa2f71 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Allocated IP 172.27.2.194 (01cd8397-3ed1-4c5d-9923-fabf569219df/d3fb57fd-37cc-4923-b90f-7dd3d712a8d3/8ab86dfb-89af-4d8b-99c7-54bcb0eae3d1) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:30:08.773742 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-be79f8cb-b4dc-4e4f-a511-005089fa2f71 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks [] for port (8ab86dfb-89af-4d8b-99c7-54bcb0eae3d1), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:08.869466 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-be79f8cb-b4dc-4e4f-a511-005089fa2f71 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (8ab86dfb-89af-4d8b-99c7-54bcb0eae3d1), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:09.199901 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be79f8cb-b4dc-4e4f-a511-005089fa2f71 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Network 01cd8397-3ed1-4c5d-9923-fabf569219df is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:30:09.210205 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-be79f8cb-b4dc-4e4f-a511-005089fa2f71 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:30:09.212341 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be79f8cb-b4dc-4e4f-a511-005089fa2f71 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Pushing event updated for resources: {'Port': ['ID=8ab86dfb-89af-4d8b-99c7-54bcb0eae3d1,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:30:09.232304 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be79f8cb-b4dc-4e4f-a511-005089fa2f71 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:30:09.315116 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:30:09.415904 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fac5e71c-627c-4ff6-830a-8c8aabb806a2 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks [] for floatingip (4a3b27af-4bb9-47ca-8dcf-980821622f0a), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:09.454634 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-be79f8cb-b4dc-4e4f-a511-005089fa2f71 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks [] for floatingip (78fc0b54-5f6f-458b-93f2-c73afc801a73), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:09.533880 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-be79f8cb-b4dc-4e4f-a511-005089fa2f71 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (8ab86dfb-89af-4d8b-99c7-54bcb0eae3d1), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:09.563774 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fac5e71c-627c-4ff6-830a-8c8aabb806a2 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (7dfc0d22-7793-427c-8101-9dfc90a994f1), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:09.591792 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:30:09.794835 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-be79f8cb-b4dc-4e4f-a511-005089fa2f71 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks [] for port (8ab86dfb-89af-4d8b-99c7-54bcb0eae3d1), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:09.804268 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-be79f8cb-b4dc-4e4f-a511-005089fa2f71 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445664'] for port (8ab86dfb-89af-4d8b-99c7-54bcb0eae3d1), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:09.863431 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fac5e71c-627c-4ff6-830a-8c8aabb806a2 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks [] for port (7dfc0d22-7793-427c-8101-9dfc90a994f1), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:09.875105 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fac5e71c-627c-4ff6-830a-8c8aabb806a2 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445664'] for port (7dfc0d22-7793-427c-8101-9dfc90a994f1), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:09.903914 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-be79f8cb-b4dc-4e4f-a511-005089fa2f71 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681123'] for floatingip (78fc0b54-5f6f-458b-93f2-c73afc801a73), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:09.909177 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be79f8cb-b4dc-4e4f-a511-005089fa2f71 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Pushing event updated for resources: {'Port': ['ID=8ab86dfb-89af-4d8b-99c7-54bcb0eae3d1,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:30:09.954886 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-be79f8cb-b4dc-4e4f-a511-005089fa2f71 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for floatingip (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:09.956115 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-be79f8cb-b4dc-4e4f-a511-005089fa2f71 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9619219 Sep 16 19:30:09.966772 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fac5e71c-627c-4ff6-830a-8c8aabb806a2 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681123'] for floatingip (4a3b27af-4bb9-47ca-8dcf-980821622f0a), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:09.969833 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac5e71c-627c-4ff6-830a-8c8aabb806a2 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Pushing event updated for resources: {'Port': ['ID=7dfc0d22-7793-427c-8101-9dfc90a994f1,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:30:10.051522 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:30:10.066476 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.db.l3_db [None req-fac5e71c-627c-4ff6-830a-8c8aabb806a2 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Floating IP 4a3b27af-4bb9-47ca-8dcf-980821622f0a associated. External IP: 172.27.2.108, port: ad34d119-da03-42cc-b88e-67ae41f8d0e0. Sep 16 19:30:10.205466 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c4b9526d-044c-4401-a452-816bb9a817a2 req-52660008-bc59-4d22-b0d8-30a8c3e49c38 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2006556717&fields=id&tenant_id=804d63e1308b4729aff976d65f667e28 HTTP/1.1" status: 200 len: 267 time: 0.0622940 Sep 16 19:30:10.376119 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:30:10.386189 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac5e71c-627c-4ff6-830a-8c8aabb806a2 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Router f18aff15-7809-4ad6-b4d8-953c47498b60 has already been hosted by L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:30:10.395937 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9526d-044c-4401-a452-816bb9a817a2 req-56f7192d-1858-4a13-9019-770197cf1f60 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:30:10.397884 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c4b9526d-044c-4401-a452-816bb9a817a2 req-56f7192d-1858-4a13-9019-770197cf1f60 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/networks?id=1e4e6da9-902d-45b4-9fce-268e4415ecdb HTTP/1.1" status: 200 len: 818 time: 0.1644046 Sep 16 19:30:10.420797 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c4b9526d-044c-4401-a452-816bb9a817a2 req-dd858d25-d9fe-4452-bab0-97aae9f1911f tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/quotas/804d63e1308b4729aff976d65f667e28 HTTP/1.1" status: 200 len: 375 time: 0.0167286 Sep 16 19:30:10.754311 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c4b9526d-044c-4401-a452-816bb9a817a2 req-c9ae549c-4bdc-4aff-a469-4b19f361773e tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=804d63e1308b4729aff976d65f667e28&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2977521 Sep 16 19:30:10.777060 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac5e71c-627c-4ff6-830a-8c8aabb806a2 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:30:10.787153 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e545c2d1-e344-40a0-b741-68c94394a1a4 None None] Sync routers for ids ['f18aff15-7809-4ad6-b4d8-953c47498b60'] in dv-cinder-850320-7-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:30:10.798573 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e545c2d1-e344-40a0-b741-68c94394a1a4 None None] Routers {'f18aff15-7809-4ad6-b4d8-953c47498b60'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:30:10.799444 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-e545c2d1-e344-40a0-b741-68c94394a1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:30:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['f18aff15-7809-4ad6-b4d8-953c47498b60'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:30:10.841005 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fac5e71c-627c-4ff6-830a-8c8aabb806a2 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for floatingip (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:10.892058 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-fac5e71c-627c-4ff6-830a-8c8aabb806a2 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0527952 Sep 16 19:30:10.897719 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf', 'tag': 'ad34d119-da03-42cc-b88e-67ae41f8d0e0'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:30:10.900548 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e152f16bac9f1df6f483fa1cb5a6d8c6a2a494143f87e2794594a52eeef6f53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f073fd-aa32-4ceb-b6b7-56a38d7afb85" -d '{"events": [{"name": "network-changed", "server_uuid": "1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf", "tag": "ad34d119-da03-42cc-b88e-67ae41f8d0e0"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:30:10.903962 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-e545c2d1-e344-40a0-b741-68c94394a1a4 None None] Set router f18aff15-7809-4ad6-b4d8-953c47498b60 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:30:10.908399 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c4b9526d-044c-4401-a452-816bb9a817a2 req-2d2d0a7c-c548-4f62-af77-e5f1cb7e6ea2 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/1e4e6da9-902d-45b4-9fce-268e4415ecdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329918 Sep 16 19:30:10.962864 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 19:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ade6a2-177c-40e5-aed4-2a7c797bf5c2 x-openstack-request-id: req-e1ade6a2-177c-40e5-aed4-2a7c797bf5c2 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:30:10.963167 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf", "tag": "ad34d119-da03-42cc-b88e-67ae41f8d0e0", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:30:10.963410 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e1ade6a2-177c-40e5-aed4-2a7c797bf5c2 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:30:10.963792 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1ade6a2-177c-40e5-aed4-2a7c797bf5c2'] response: {'name': 'network-changed', 'server_uuid': '1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf', 'tag': 'ad34d119-da03-42cc-b88e-67ae41f8d0e0', 'status': 'completed', 'code': 200} Sep 16 19:30:11.007448 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c4b9526d-044c-4401-a452-816bb9a817a2 req-abb35fe2-6f64-463f-b7e1-75e8b4930865 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/1e4e6da9-902d-45b4-9fce-268e4415ecdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931509 Sep 16 19:30:11.008817 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:30:11.172039 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-e545c2d1-e344-40a0-b741-68c94394a1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18aff15-7809-4ad6-b4d8-953c47498b60', 'name': 'tempest-TestShelveInstance-364892162-router', 'tenant_id': 'd7fc1dae09f145afab37db3a792430d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd8930fcd-b015-4e47-92ce-6daa56c841e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:28:39Z', 'updated_at': '2022-09-16T19:28:44Z', 'revision_number': 4, 'project_id': 'd7fc1dae09f145afab37db3a792430d3', 'gw_port': {'id': 'd8930fcd-b015-4e47-92ce-6daa56c841e9', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18aff15-7809-4ad6-b4d8-953c47498b60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:28:40Z', 'updated_at': '2022-09-16T19:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_floatingips': [{'id': '4a3b27af-4bb9-47ca-8dcf-980821622f0a', 'tenant_id': 'd7fc1dae09f145afab37db3a792430d3', 'floating_ip_address': '172.27.2.108', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': 'f18aff15-7809-4ad6-b4d8-953c47498b60', 'port_id': 'ad34d119-da03-42cc-b88e-67ae41f8d0e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fc394e5-4a72-4e1b-a046-66e03ed753a7', 'mac_address': 'fa:16:3e:90:87:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:30:08Z', 'updated_at': '2022-09-16T19:30:08Z', 'revision_number': 0, 'project_id': 'd7fc1dae09f145afab37db3a792430d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9280f72c-46b1-4ca6-bb14-2f1b2d455a12', 'name': '', 'network_id': '4fc394e5-4a72-4e1b-a046-66e03ed753a7', 'tenant_id': 'd7fc1dae09f145afab37db3a792430d3', 'mac_address': 'fa:16:3e:11:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18aff15-7809-4ad6-b4d8-953c47498b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'fcb3e0c9-538f-40ce-83b8-814de92b3dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:28:43Z', 'updated_at': '2022-09-16T19:28:49Z', 'revision_number': 5, 'project_id': 'd7fc1dae09f145afab37db3a792430d3', 'subnets': [{'id': 'fcb3e0c9-538f-40ce-83b8-814de92b3dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:30:11.185161 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-582c4c49-c634-4aa7-a8b2-4500954af519 req-c78e0bf2-205f-4698-a112-3084857641f4 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 210 time: 0.0275092 Sep 16 19:30:11.201014 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e545c2d1-e344-40a0-b741-68c94394a1a4 None None] Checking router: f18aff15-7809-4ad6-b4d8-953c47498b60 for host: dv-cinder-850320-7-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:30:11.210710 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e545c2d1-e344-40a0-b741-68c94394a1a4 None None] Routers {'f18aff15-7809-4ad6-b4d8-953c47498b60'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:30:11.211468 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-e545c2d1-e344-40a0-b741-68c94394a1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:30:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['f18aff15-7809-4ad6-b4d8-953c47498b60'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:30:11.314218 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-e545c2d1-e344-40a0-b741-68c94394a1a4 None None] Set router f18aff15-7809-4ad6-b4d8-953c47498b60 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:30:11.527914 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-e545c2d1-e344-40a0-b741-68c94394a1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18aff15-7809-4ad6-b4d8-953c47498b60', 'name': 'tempest-TestShelveInstance-364892162-router', 'tenant_id': 'd7fc1dae09f145afab37db3a792430d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd8930fcd-b015-4e47-92ce-6daa56c841e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:28:39Z', 'updated_at': '2022-09-16T19:28:44Z', 'revision_number': 4, 'project_id': 'd7fc1dae09f145afab37db3a792430d3', 'gw_port': {'id': 'd8930fcd-b015-4e47-92ce-6daa56c841e9', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18aff15-7809-4ad6-b4d8-953c47498b60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:28:40Z', 'updated_at': '2022-09-16T19:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_floatingips': [{'id': '4a3b27af-4bb9-47ca-8dcf-980821622f0a', 'tenant_id': 'd7fc1dae09f145afab37db3a792430d3', 'floating_ip_address': '172.27.2.108', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': 'f18aff15-7809-4ad6-b4d8-953c47498b60', 'port_id': 'ad34d119-da03-42cc-b88e-67ae41f8d0e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fc394e5-4a72-4e1b-a046-66e03ed753a7', 'mac_address': 'fa:16:3e:90:87:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:30:08Z', 'updated_at': '2022-09-16T19:30:08Z', 'revision_number': 0, 'project_id': 'd7fc1dae09f145afab37db3a792430d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9280f72c-46b1-4ca6-bb14-2f1b2d455a12', 'name': '', 'network_id': '4fc394e5-4a72-4e1b-a046-66e03ed753a7', 'tenant_id': 'd7fc1dae09f145afab37db3a792430d3', 'mac_address': 'fa:16:3e:11:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18aff15-7809-4ad6-b4d8-953c47498b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'fcb3e0c9-538f-40ce-83b8-814de92b3dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:28:43Z', 'updated_at': '2022-09-16T19:28:49Z', 'revision_number': 5, 'project_id': 'd7fc1dae09f145afab37db3a792430d3', 'subnets': [{'id': 'fcb3e0c9-538f-40ce-83b8-814de92b3dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:30:11.552662 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e545c2d1-e344-40a0-b741-68c94394a1a4 None None] The sync data for ids ['f18aff15-7809-4ad6-b4d8-953c47498b60'] in dv-cinder-850320-7-iscsi is: [{'id': 'f18aff15-7809-4ad6-b4d8-953c47498b60', 'name': 'tempest-TestShelveInstance-364892162-router', 'tenant_id': 'd7fc1dae09f145afab37db3a792430d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd8930fcd-b015-4e47-92ce-6daa56c841e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:28:39Z', 'updated_at': '2022-09-16T19:28:44Z', 'revision_number': 4, 'project_id': 'd7fc1dae09f145afab37db3a792430d3', 'gw_port': {'id': 'd8930fcd-b015-4e47-92ce-6daa56c841e9', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18aff15-7809-4ad6-b4d8-953c47498b60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:28:40Z', 'updated_at': '2022-09-16T19:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_floatingips': [{'id': '4a3b27af-4bb9-47ca-8dcf-980821622f0a', 'tenant_id': 'd7fc1dae09f145afab37db3a792430d3', 'floating_ip_address': '172.27.2.108', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': 'f18aff15-7809-4ad6-b4d8-953c47498b60', 'port_id': 'ad34d119-da03-42cc-b88e-67ae41f8d0e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fc394e5-4a72-4e1b-a046-66e03ed753a7', 'mac_address': 'fa:16:3e:90:87:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:30:08Z', 'updated_at': '2022-09-16T19:30:08Z', 'revision_number': 0, 'project_id': 'd7fc1dae09f145afab37db3a792430d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9280f72c-46b1-4ca6-bb14-2f1b2d455a12', 'name': '', 'network_id': '4fc394e5-4a72-4e1b-a046-66e03ed753a7', 'tenant_id': 'd7fc1dae09f145afab37db3a792430d3', 'mac_address': 'fa:16:3e:11:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18aff15-7809-4ad6-b4d8-953c47498b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'fcb3e0c9-538f-40ce-83b8-814de92b3dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:28:43Z', 'updated_at': '2022-09-16T19:28:49Z', 'revision_number': 5, 'project_id': 'd7fc1dae09f145afab37db3a792430d3', 'subnets': [{'id': 'fcb3e0c9-538f-40ce-83b8-814de92b3dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:30:11.744645 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b6c525-a0e3-492a-8a88-2b9d10313c55 None None] New status for floating IP 4a3b27af-4bb9-47ca-8dcf-980821622f0a: ACTIVE {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 19:30:12.276077 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6b89da72-4eac-4f4b-86ad-c8052b5a2093 req-3c64b06c-afd4-468a-b1a8-adce3ad41315 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 210 time: 0.0330155 Sep 16 19:30:13.373183 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fcf03938-c268-4c02-a191-b3f8749cebf3 req-8b2195b7-e1aa-43ee-9ebb-e754831e900e tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 210 time: 0.0363469 Sep 16 19:30:14.467943 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d8423c79-56b2-4005-a420-c494847e247e req-f6c36c61-fc15-4b1e-a322-5f1961a3ec27 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 210 time: 0.0286658 Sep 16 19:30:14.611727 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f073fd-aa32-4ceb-b6b7-56a38d7afb85 req-6e156134-50cf-4ec5-87bf-16253a50c3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:30:14.613479 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b8f073fd-aa32-4ceb-b6b7-56a38d7afb85 req-6e156134-50cf-4ec5-87bf-16253a50c3df service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=d7fc1dae09f145afab37db3a792430d3&device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 1129 time: 0.0459399 Sep 16 19:30:14.674349 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:30:14.711330 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f073fd-aa32-4ceb-b6b7-56a38d7afb85 req-6f12bc60-1df4-4bce-8b92-09b70621928a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:30:14.712836 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b8f073fd-aa32-4ceb-b6b7-56a38d7afb85 req-6f12bc60-1df4-4bce-8b92-09b70621928a service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=4fc394e5-4a72-4e1b-a046-66e03ed753a7 HTTP/1.1" status: 200 len: 909 time: 0.0925074 Sep 16 19:30:14.774096 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b8f073fd-aa32-4ceb-b6b7-56a38d7afb85 req-55d58448-a217-46e1-a593-8e05372588ca service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad34d119-da03-42cc-b88e-67ae41f8d0e0 HTTP/1.1" status: 200 len: 1001 time: 0.0555658 Sep 16 19:30:14.820523 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f073fd-aa32-4ceb-b6b7-56a38d7afb85 req-9a97d967-cb39-40e1-b8e9-3555c77315ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:30:14.822021 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b8f073fd-aa32-4ceb-b6b7-56a38d7afb85 req-9a97d967-cb39-40e1-b8e9-3555c77315ad service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=fcb3e0c9-538f-40ce-83b8-814de92b3dde HTTP/1.1" status: 200 len: 847 time: 0.0425773 Sep 16 19:30:14.863910 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f073fd-aa32-4ceb-b6b7-56a38d7afb85 req-829e6f59-b357-4627-bbe0-082538e7d89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:30:14.865582 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b8f073fd-aa32-4ceb-b6b7-56a38d7afb85 req-829e6f59-b357-4627-bbe0-082538e7d89b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=4fc394e5-4a72-4e1b-a046-66e03ed753a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377948 Sep 16 19:30:14.966129 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b8f073fd-aa32-4ceb-b6b7-56a38d7afb85 req-4bce0e06-120a-4be1-b17b-d2e457aa3717 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4fc394e5-4a72-4e1b-a046-66e03ed753a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935869 Sep 16 19:30:15.064434 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b8f073fd-aa32-4ceb-b6b7-56a38d7afb85 req-456b822b-8bb6-4ac7-833e-5d098f224caa service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4fc394e5-4a72-4e1b-a046-66e03ed753a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919693 Sep 16 19:30:15.586935 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-24491ad4-defa-4a08-ad4f-3255af4bb6b2 req-b1af4a69-b456-4aeb-a31b-26b4855eb6ee tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 210 time: 0.0273364 Sep 16 19:30:16.708610 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-95566582-49aa-4292-98ac-7b6b8c8eab4e req-9f59e24f-d024-44d1-80a6-6d39bcefd071 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 210 time: 0.0356963 Sep 16 19:30:16.720434 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:30:16.743254 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9526d-044c-4401-a452-816bb9a817a2 req-86abbb76-14cd-4711-b3d8-93858319488c tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:30:16.744723 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c4b9526d-044c-4401-a452-816bb9a817a2 req-86abbb76-14cd-4711-b3d8-93858319488c tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.27 "GET /networking/v2.0/networks?id=1e4e6da9-902d-45b4-9fce-268e4415ecdb HTTP/1.1" status: 200 len: 818 time: 0.1355412 Sep 16 19:30:16.839958 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c4b9526d-044c-4401-a452-816bb9a817a2 req-acf98a31-5985-4031-b51f-f23ebc54ab73 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=804d63e1308b4729aff976d65f667e28 HTTP/1.1" status: 200 len: 380 time: 0.0637908 Sep 16 19:30:16.950705 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-c4b9526d-044c-4401-a452-816bb9a817a2 req-0d7a7027-8411-4cd8-b8da-cb6a52f41519 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Request body: {'port': {'device_id': '9d1e0310-d594-453b-9bef-0f7bbf4e61e2', 'network_id': '1e4e6da9-902d-45b4-9fce-268e4415ecdb', 'admin_state_up': True, 'tenant_id': '804d63e1308b4729aff976d65f667e28', 'security_groups': ['fb4f0468-1106-41bf-9a84-9334c387bc44']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:30:17.064111 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4b9526d-044c-4401-a452-816bb9a817a2 req-0d7a7027-8411-4cd8-b8da-cb6a52f41519 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Made reservation on behalf of 804d63e1308b4729aff976d65f667e28 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:30:17.068003 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c4b9526d-044c-4401-a452-816bb9a817a2 req-0d7a7027-8411-4cd8-b8da-cb6a52f41519 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:17.216797 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-c4b9526d-044c-4401-a452-816bb9a817a2 req-0d7a7027-8411-4cd8-b8da-cb6a52f41519 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Allocated IP 172.20.0.14 (1e4e6da9-902d-45b4-9fce-268e4415ecdb/f796f6e5-3b84-4c9f-8c87-22a14447d493/d02b6349-c05e-440c-bd0f-3754f490d34f) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:30:17.353146 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c4b9526d-044c-4401-a452-816bb9a817a2 req-0d7a7027-8411-4cd8-b8da-cb6a52f41519 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks [] for port (d02b6349-c05e-440c-bd0f-3754f490d34f), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:17.355501 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:30:17.391302 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c4b9526d-044c-4401-a452-816bb9a817a2 req-0d7a7027-8411-4cd8-b8da-cb6a52f41519 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (d02b6349-c05e-440c-bd0f-3754f490d34f), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:17.437659 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4b9526d-044c-4401-a452-816bb9a817a2 req-0d7a7027-8411-4cd8-b8da-cb6a52f41519 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Network 1e4e6da9-902d-45b4-9fce-268e4415ecdb is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:30:17.443132 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-c4b9526d-044c-4401-a452-816bb9a817a2 req-0d7a7027-8411-4cd8-b8da-cb6a52f41519 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:30:17.445307 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a7027-8411-4cd8-b8da-cb6a52f41519 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Pushing event updated for resources: {'Port': ['ID=d02b6349-c05e-440c-bd0f-3754f490d34f,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:30:17.452475 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b9526d-044c-4401-a452-816bb9a817a2 req-0d7a7027-8411-4cd8-b8da-cb6a52f41519 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:30:17.499397 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9526d-044c-4401-a452-816bb9a817a2 req-0d7a7027-8411-4cd8-b8da-cb6a52f41519 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:30:17.500136 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c4b9526d-044c-4401-a452-816bb9a817a2 req-0d7a7027-8411-4cd8-b8da-cb6a52f41519 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:17.521773 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c4b9526d-044c-4401-a452-816bb9a817a2 req-0d7a7027-8411-4cd8-b8da-cb6a52f41519 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5751109 Sep 16 19:30:17.554712 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-c4b9526d-044c-4401-a452-816bb9a817a2 req-2ec6b371-7e91-4dba-bbd3-b7e1d887de82 service neutron] Request body: {'port': {'device_id': '9d1e0310-d594-453b-9bef-0f7bbf4e61e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:30:17.619912 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c4b9526d-044c-4401-a452-816bb9a817a2 req-2ec6b371-7e91-4dba-bbd3-b7e1d887de82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (d02b6349-c05e-440c-bd0f-3754f490d34f), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:17.660318 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-69715580-0e6d-44a8-947b-4b23c21692e3 None None] Provisioning complete for port d02b6349-c05e-440c-bd0f-3754f490d34f triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:30:17.660914 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-69715580-0e6d-44a8-947b-4b23c21692e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (d02b6349-c05e-440c-bd0f-3754f490d34f), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:17.661012 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:30:17.661116 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-69715580-0e6d-44a8-947b-4b23c21692e3 None None] Attempt 1 to provision port d02b6349-c05e-440c-bd0f-3754f490d34f Sep 16 19:30:17.694264 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-69715580-0e6d-44a8-947b-4b23c21692e3 None None] Port d02b6349-c05e-440c-bd0f-3754f490d34f cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:30:17.834787 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa20d21-a941-4ebc-9f5a-53ab1c8e35e8 req-a837ebc4-549b-4213-95c6-5e179bcee66f tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:30:17.836482 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-baa20d21-a941-4ebc-9f5a-53ab1c8e35e8 req-a837ebc4-549b-4213-95c6-5e179bcee66f tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 932 time: 0.0464916 Sep 16 19:30:17.878661 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [req-c4b9526d-044c-4401-a452-816bb9a817a2 req-2ec6b371-7e91-4dba-bbd3-b7e1d887de82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d02b6349-c05e-440c-bd0f-3754f490d34f {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 19:30:17.886406 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-baa20d21-a941-4ebc-9f5a-53ab1c8e35e8 req-b059e1bc-f5c1-4271-812f-5a7e7e8ee403 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fb4f0468-1106-41bf-9a84-9334c387bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439856 Sep 16 19:30:17.886612 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c4b9526d-044c-4401-a452-816bb9a817a2 req-2ec6b371-7e91-4dba-bbd3-b7e1d887de82 service neutron] Publish callbacks [] for port (d02b6349-c05e-440c-bd0f-3754f490d34f), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:17.903780 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-c4b9526d-044c-4401-a452-816bb9a817a2 req-2ec6b371-7e91-4dba-bbd3-b7e1d887de82 service neutron] Transition to ACTIVE for port object d02b6349-c05e-440c-bd0f-3754f490d34f will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 19:30:17.908906 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c4b9526d-044c-4401-a452-816bb9a817a2 req-2ec6b371-7e91-4dba-bbd3-b7e1d887de82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445664'] for port (d02b6349-c05e-440c-bd0f-3754f490d34f), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:17.993270 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec6b371-7e91-4dba-bbd3-b7e1d887de82 service neutron] Pushing event updated for resources: {'Port': ['ID=d02b6349-c05e-440c-bd0f-3754f490d34f,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:30:18.025449 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-c4b9526d-044c-4401-a452-816bb9a817a2 req-2ec6b371-7e91-4dba-bbd3-b7e1d887de82 service neutron] Attempting to bind port d02b6349-c05e-440c-bd0f-3754f490d34f on host hv-cinder-85032 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:30:18.025770 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-c4b9526d-044c-4401-a452-816bb9a817a2 req-2ec6b371-7e91-4dba-bbd3-b7e1d887de82 service neutron] Attempting to bind port d02b6349-c05e-440c-bd0f-3754f490d34f by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '8bad0fa0-00c8-4390-9fc0-ed8795108045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1e4e6da9-902d-45b4-9fce-268e4415ecdb'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:30:18.026088 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b9526d-044c-4401-a452-816bb9a817a2 req-2ec6b371-7e91-4dba-bbd3-b7e1d887de82 service neutron] Attempting to bind port d02b6349-c05e-440c-bd0f-3754f490d34f on network 1e4e6da9-902d-45b4-9fce-268e4415ecdb {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:30:18.066637 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b9526d-044c-4401-a452-816bb9a817a2 req-2ec6b371-7e91-4dba-bbd3-b7e1d887de82 service neutron] Port d02b6349-c05e-440c-bd0f-3754f490d34f on network 1e4e6da9-902d-45b4-9fce-268e4415ecdb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 19:30:18.066917 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b9526d-044c-4401-a452-816bb9a817a2 req-2ec6b371-7e91-4dba-bbd3-b7e1d887de82 service neutron] Attempting to bind port d02b6349-c05e-440c-bd0f-3754f490d34f on network 1e4e6da9-902d-45b4-9fce-268e4415ecdb {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:30:18.108071 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b9526d-044c-4401-a452-816bb9a817a2 req-2ec6b371-7e91-4dba-bbd3-b7e1d887de82 service neutron] Checking agent: {'id': 'f29a7e91-2c4b-48c7-9aed-98e73119d395', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 24, 59), 'started_at': datetime.datetime(2022, 9, 16, 19, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:30:18.108369 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b9526d-044c-4401-a452-816bb9a817a2 req-2ec6b371-7e91-4dba-bbd3-b7e1d887de82 service neutron] Checking segment: {'id': '8bad0fa0-00c8-4390-9fc0-ed8795108045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1e4e6da9-902d-45b4-9fce-268e4415ecdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:30:18.108784 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b9526d-044c-4401-a452-816bb9a817a2 req-2ec6b371-7e91-4dba-bbd3-b7e1d887de82 service neutron] Bound using segment: {'id': '8bad0fa0-00c8-4390-9fc0-ed8795108045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1e4e6da9-902d-45b4-9fce-268e4415ecdb'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:30:18.109202 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-c4b9526d-044c-4401-a452-816bb9a817a2 req-2ec6b371-7e91-4dba-bbd3-b7e1d887de82 service neutron] Bound port: d02b6349-c05e-440c-bd0f-3754f490d34f, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bad0fa0-00c8-4390-9fc0-ed8795108045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1e4e6da9-902d-45b4-9fce-268e4415ecdb'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:30:18.109549 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c4b9526d-044c-4401-a452-816bb9a817a2 req-2ec6b371-7e91-4dba-bbd3-b7e1d887de82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (d02b6349-c05e-440c-bd0f-3754f490d34f), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:18.155305 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:30:18.184795 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-c4b9526d-044c-4401-a452-816bb9a817a2 req-2ec6b371-7e91-4dba-bbd3-b7e1d887de82 service neutron] For port d02b6349-c05e-440c-bd0f-3754f490d34f, host hv-cinder-85032, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:30:18.188983 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-c4b9526d-044c-4401-a452-816bb9a817a2 req-2ec6b371-7e91-4dba-bbd3-b7e1d887de82 service neutron] For port d02b6349-c05e-440c-bd0f-3754f490d34f, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=d02b6349-c05e-440c-bd0f-3754f490d34f,segment=NetworkSegment(8bad0fa0-00c8-4390-9fc0-ed8795108045),segment_id=8bad0fa0-00c8-4390-9fc0-ed8795108045)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:30:18.196007 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-69715580-0e6d-44a8-947b-4b23c21692e3 None None] Attempt 2 to provision port d02b6349-c05e-440c-bd0f-3754f490d34f Sep 16 19:30:18.196841 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c4b9526d-044c-4401-a452-816bb9a817a2 req-2ec6b371-7e91-4dba-bbd3-b7e1d887de82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445664'] for port (d02b6349-c05e-440c-bd0f-3754f490d34f), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:18.203168 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9526d-044c-4401-a452-816bb9a817a2 req-2ec6b371-7e91-4dba-bbd3-b7e1d887de82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:30:18.203852 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c4b9526d-044c-4401-a452-816bb9a817a2 req-2ec6b371-7e91-4dba-bbd3-b7e1d887de82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:18.205457 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c4b9526d-044c-4401-a452-816bb9a817a2 req-2ec6b371-7e91-4dba-bbd3-b7e1d887de82 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/d02b6349-c05e-440c-bd0f-3754f490d34f HTTP/1.1" status: 200 len: 1094 time: 0.6558654 Sep 16 19:30:18.206350 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d1e0310-d594-453b-9bef-0f7bbf4e61e2', 'tag': 'd02b6349-c05e-440c-bd0f-3754f490d34f'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:30:18.208665 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e152f16bac9f1df6f483fa1cb5a6d8c6a2a494143f87e2794594a52eeef6f53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ed56b1-3dd4-4cf2-a4a8-22d19bab351a" -d '{"events": [{"name": "network-changed", "server_uuid": "9d1e0310-d594-453b-9bef-0f7bbf4e61e2", "tag": "d02b6349-c05e-440c-bd0f-3754f490d34f"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:30:18.255312 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-69715580-0e6d-44a8-947b-4b23c21692e3 None None] Port d02b6349-c05e-440c-bd0f-3754f490d34f had new provisioning blocks added so it will not transition to active. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 19:30:18.282101 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec6b371-7e91-4dba-bbd3-b7e1d887de82 service neutron] Pushing event updated for resources: {'Port': ['ID=d02b6349-c05e-440c-bd0f-3754f490d34f,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:30:18.300457 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 19:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c779ec7b-9c5a-41e7-acaf-2b48c06d4de7 x-openstack-request-id: req-c779ec7b-9c5a-41e7-acaf-2b48c06d4de7 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:30:18.300744 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d1e0310-d594-453b-9bef-0f7bbf4e61e2", "tag": "d02b6349-c05e-440c-bd0f-3754f490d34f", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:30:18.300990 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c779ec7b-9c5a-41e7-acaf-2b48c06d4de7 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:30:18.301388 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c779ec7b-9c5a-41e7-acaf-2b48c06d4de7'] response: {'name': 'network-changed', 'server_uuid': '9d1e0310-d594-453b-9bef-0f7bbf4e61e2', 'tag': 'd02b6349-c05e-440c-bd0f-3754f490d34f', 'status': 'completed', 'code': 200} Sep 16 19:30:18.327668 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9526d-044c-4401-a452-816bb9a817a2 req-00a6c721-fead-49e6-b72d-311c7320e9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:30:18.329196 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c4b9526d-044c-4401-a452-816bb9a817a2 req-00a6c721-fead-49e6-b72d-311c7320e9f3 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=804d63e1308b4729aff976d65f667e28&device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 1128 time: 0.0441141 Sep 16 19:30:18.385045 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c4b9526d-044c-4401-a452-816bb9a817a2 req-be13814e-daed-461a-a92d-4717d4f8eb80 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d02b6349-c05e-440c-bd0f-3754f490d34f HTTP/1.1" status: 200 len: 217 time: 0.0380869 Sep 16 19:30:18.436354 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9526d-044c-4401-a452-816bb9a817a2 req-fa5ba28c-930f-45c4-b87e-42c1cf4ccdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:30:18.437849 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c4b9526d-044c-4401-a452-816bb9a817a2 req-fa5ba28c-930f-45c4-b87e-42c1cf4ccdd1 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=f796f6e5-3b84-4c9f-8c87-22a14447d493 HTTP/1.1" status: 200 len: 857 time: 0.0459580 Sep 16 19:30:18.483243 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9526d-044c-4401-a452-816bb9a817a2 req-0e5e7c5b-ade0-4399-81c4-a3a2c6e5972d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:30:18.484777 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c4b9526d-044c-4401-a452-816bb9a817a2 req-0e5e7c5b-ade0-4399-81c4-a3a2c6e5972d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=1e4e6da9-902d-45b4-9fce-268e4415ecdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389419 Sep 16 19:30:18.585462 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c4b9526d-044c-4401-a452-816bb9a817a2 req-4d561e53-1d8a-4fa6-8cbc-8d48bd423b83 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1e4e6da9-902d-45b4-9fce-268e4415ecdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936182 Sep 16 19:30:18.648869 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:30:18.679293 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c4b9526d-044c-4401-a452-816bb9a817a2 req-f3887c1a-3f30-47de-bafc-d9959a553434 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1e4e6da9-902d-45b4-9fce-268e4415ecdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871572 Sep 16 19:30:18.849176 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 49214) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:30:18.959873 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-820cda4d-725e-4ca4-8900-341e27cef724 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:19.012748 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1c885-aad0-400d-bcdc-defed2d1f0dd req-d82bf8a4-acc6-4724-a659-639b1e087cad tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:30:19.014390 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-33d1c885-aad0-400d-bcdc-defed2d1f0dd req-d82bf8a4-acc6-4724-a659-639b1e087cad tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 944 time: 0.0465894 Sep 16 19:30:19.040339 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-820cda4d-725e-4ca4-8900-341e27cef724 admin admin] Publish callbacks [] for security_group (c7f059d4-7d36-483d-b0dc-e90db8208031), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:19.045513 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-820cda4d-725e-4ca4-8900-341e27cef724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (c7f059d4-7d36-483d-b0dc-e90db8208031), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:19.069869 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-33d1c885-aad0-400d-bcdc-defed2d1f0dd req-797b3f61-d1f6-4c28-b08b-026a24dae5a7 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fb4f0468-1106-41bf-9a84-9334c387bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492768 Sep 16 19:30:19.085144 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-820cda4d-725e-4ca4-8900-341e27cef724 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=76f9210e62da460ba68f315cec76937a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348611 Sep 16 19:30:19.085943 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820cda4d-725e-4ca4-8900-341e27cef724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f059d4-7d36-483d-b0dc-e90db8208031,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:30:19.088466 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 49220) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:30:19.145691 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-07addcb6-2e9b-4323-b7a3-b60f59dd0f70 admin admin] Publish callbacks [] for security_group (c7f059d4-7d36-483d-b0dc-e90db8208031), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:19.168813 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-07addcb6-2e9b-4323-b7a3-b60f59dd0f70 admin admin] Publish callbacks [] for security_group (c7f059d4-7d36-483d-b0dc-e90db8208031), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:19.224749 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-07addcb6-2e9b-4323-b7a3-b60f59dd0f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (c7f059d4-7d36-483d-b0dc-e90db8208031), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:19.228214 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-07addcb6-2e9b-4323-b7a3-b60f59dd0f70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:19.229400 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-07addcb6-2e9b-4323-b7a3-b60f59dd0f70 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/c7f059d4-7d36-483d-b0dc-e90db8208031 HTTP/1.1" status: 204 len: 168 time: 0.1398265 Sep 16 19:30:19.238321 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07addcb6-2e9b-4323-b7a3-b60f59dd0f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f059d4-7d36-483d-b0dc-e90db8208031,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:30:19.517145 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 49228) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:30:19.531015 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-acc4cd96-da07-4fdd-993c-e7a975bb333d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:19.610347 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-acc4cd96-da07-4fdd-993c-e7a975bb333d admin admin] Publish callbacks [] for security_group (c765add8-4c4e-48ab-92bc-9fb15cfc6860), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:19.616196 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-acc4cd96-da07-4fdd-993c-e7a975bb333d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (c765add8-4c4e-48ab-92bc-9fb15cfc6860), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:19.657859 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-acc4cd96-da07-4fdd-993c-e7a975bb333d admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=9ef1ced2f35548c4bbf6f32b1dc478a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1396024 Sep 16 19:30:19.658678 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc4cd96-da07-4fdd-993c-e7a975bb333d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c765add8-4c4e-48ab-92bc-9fb15cfc6860,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:30:19.660816 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 49230) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:30:19.716841 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4716294d-4d4f-4abe-89b9-d337560c1924 admin admin] Publish callbacks [] for security_group (c765add8-4c4e-48ab-92bc-9fb15cfc6860), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:19.736886 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4716294d-4d4f-4abe-89b9-d337560c1924 admin admin] Publish callbacks [] for security_group (c765add8-4c4e-48ab-92bc-9fb15cfc6860), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:19.789462 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4716294d-4d4f-4abe-89b9-d337560c1924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (c765add8-4c4e-48ab-92bc-9fb15cfc6860), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:19.792103 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4716294d-4d4f-4abe-89b9-d337560c1924 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:19.793359 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-4716294d-4d4f-4abe-89b9-d337560c1924 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/c765add8-4c4e-48ab-92bc-9fb15cfc6860 HTTP/1.1" status: 204 len: 168 time: 0.1315212 Sep 16 19:30:19.801531 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4716294d-4d4f-4abe-89b9-d337560c1924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c765add8-4c4e-48ab-92bc-9fb15cfc6860,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:30:20.198718 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfd619-3c1c-4531-9475-050e3e57770d req-35af0c55-3015-483e-823f-ad63384d7d37 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:30:20.200213 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-edbfd619-3c1c-4531-9475-050e3e57770d req-35af0c55-3015-483e-823f-ad63384d7d37 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 944 time: 0.0501623 Sep 16 19:30:20.249369 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-edbfd619-3c1c-4531-9475-050e3e57770d req-dba5dab7-32cd-4f72-9721-84fbf49a2802 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fb4f0468-1106-41bf-9a84-9334c387bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433149 Sep 16 19:30:21.384265 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b1281-539e-43ca-bda6-e01367bd2bbd req-e28b36f9-5866-4ca5-9619-baf066332c8c tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:30:21.386414 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0d9b1281-539e-43ca-bda6-e01367bd2bbd req-e28b36f9-5866-4ca5-9619-baf066332c8c tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 944 time: 0.0563607 Sep 16 19:30:21.438673 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0d9b1281-539e-43ca-bda6-e01367bd2bbd req-c903839b-4895-4a3c-9c11-fb109e1a81c2 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fb4f0468-1106-41bf-9a84-9334c387bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448625 Sep 16 19:30:21.919774 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:30:22.557663 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:30:22.574987 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41f5d5-28b6-404c-9235-6005712985b5 req-d9f493c4-f1e8-4e22-abdf-fb1376c2b531 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:30:22.576575 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3e41f5d5-28b6-404c-9235-6005712985b5 req-d9f493c4-f1e8-4e22-abdf-fb1376c2b531 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 944 time: 0.0568070 Sep 16 19:30:22.629006 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3e41f5d5-28b6-404c-9235-6005712985b5 req-d2e077dd-139a-4d82-a995-0dab1fd1f2cf tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fb4f0468-1106-41bf-9a84-9334c387bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458245 Sep 16 19:30:22.809918 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed56b1-3dd4-4cf2-a4a8-22d19bab351a req-a02ece7a-45e7-4233-9e29-0ab92a27e631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:30:22.811411 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f0ed56b1-3dd4-4cf2-a4a8-22d19bab351a req-a02ece7a-45e7-4233-9e29-0ab92a27e631 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=804d63e1308b4729aff976d65f667e28&device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 1128 time: 0.0443213 Sep 16 19:30:22.908764 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed56b1-3dd4-4cf2-a4a8-22d19bab351a req-76dc4339-6b75-4a02-bc53-f3b5d5a0fcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:30:22.910243 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f0ed56b1-3dd4-4cf2-a4a8-22d19bab351a req-76dc4339-6b75-4a02-bc53-f3b5d5a0fcd4 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=1e4e6da9-902d-45b4-9fce-268e4415ecdb HTTP/1.1" status: 200 len: 919 time: 0.0911622 Sep 16 19:30:22.953083 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f0ed56b1-3dd4-4cf2-a4a8-22d19bab351a req-8c7a6119-1c57-4aef-a9ad-46716ea04812 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d02b6349-c05e-440c-bd0f-3754f490d34f HTTP/1.1" status: 200 len: 217 time: 0.0328672 Sep 16 19:30:23.007696 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed56b1-3dd4-4cf2-a4a8-22d19bab351a req-e535ea05-e8f7-46c2-8668-de103cff0b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:30:23.009421 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f0ed56b1-3dd4-4cf2-a4a8-22d19bab351a req-e535ea05-e8f7-46c2-8668-de103cff0b82 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=f796f6e5-3b84-4c9f-8c87-22a14447d493 HTTP/1.1" status: 200 len: 857 time: 0.0490232 Sep 16 19:30:23.062246 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed56b1-3dd4-4cf2-a4a8-22d19bab351a req-60d31c8a-c912-423a-b621-2b1efa549794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:30:23.062246 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f0ed56b1-3dd4-4cf2-a4a8-22d19bab351a req-60d31c8a-c912-423a-b621-2b1efa549794 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=1e4e6da9-902d-45b4-9fce-268e4415ecdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432515 Sep 16 19:30:23.157573 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f0ed56b1-3dd4-4cf2-a4a8-22d19bab351a req-5f1ee2d2-1605-450d-b935-0d0d0b6ec00e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1e4e6da9-902d-45b4-9fce-268e4415ecdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891485 Sep 16 19:30:23.213937 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:30:23.248219 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f0ed56b1-3dd4-4cf2-a4a8-22d19bab351a req-61bd836c-0aaf-4f39-bde4-47c864bb0eae service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1e4e6da9-902d-45b4-9fce-268e4415ecdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838323 Sep 16 19:30:23.760317 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caef4c5-d283-4bde-88cd-47566d8ec27e req-5ef76eec-a9e8-4d5d-8b78-fc33da1942b8 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:30:23.761853 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1caef4c5-d283-4bde-88cd-47566d8ec27e req-5ef76eec-a9e8-4d5d-8b78-fc33da1942b8 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 944 time: 0.0474679 Sep 16 19:30:23.811407 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1caef4c5-d283-4bde-88cd-47566d8ec27e req-cc7b5ffd-e741-4289-a4a9-6a26ed3c8f04 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fb4f0468-1106-41bf-9a84-9334c387bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436091 Sep 16 19:30:23.879898 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device d02b6349-c05e-440c-bd0f-3754f490d34f details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 19:30:23.882209 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:30:23.980013 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port d02b6349-c05e-440c-bd0f-3754f490d34f, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=d02b6349-c05e-440c-bd0f-3754f490d34f,segment=NetworkSegment(8bad0fa0-00c8-4390-9fc0-ed8795108045),segment_id=8bad0fa0-00c8-4390-9fc0-ed8795108045)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:30:23.991115 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Returning: {'device': 'd02b6349-c05e-440c-bd0f-3754f490d34f', 'network_id': '1e4e6da9-902d-45b4-9fce-268e4415ecdb', 'port_id': 'd02b6349-c05e-440c-bd0f-3754f490d34f', 'mac_address': 'fa:16:3e:a8:b9:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f796f6e5-3b84-4c9f-8c87-22a14447d493', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 19:30:24.030201 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port d02b6349-c05e-440c-bd0f-3754f490d34f is: DOWN; New status is: BUILD {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:30:24.030585 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (d02b6349-c05e-440c-bd0f-3754f490d34f), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:24.044187 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d02b6349-c05e-440c-bd0f-3754f490d34f {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 19:30:24.064733 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port d02b6349-c05e-440c-bd0f-3754f490d34f, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=d02b6349-c05e-440c-bd0f-3754f490d34f,segment=NetworkSegment(8bad0fa0-00c8-4390-9fc0-ed8795108045),segment_id=8bad0fa0-00c8-4390-9fc0-ed8795108045)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:30:24.071396 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (d02b6349-c05e-440c-bd0f-3754f490d34f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:24.118981 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:30:24.120894 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=d02b6349-c05e-440c-bd0f-3754f490d34f,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:30:24.129278 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:30:24.129607 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:30:24.129961 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:30:24.130326 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:30:24.130661 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:30:24.130985 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:30:24.131307 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:30:24.131621 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:30:24.131938 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:30:24.132282 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:30:24.132622 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:30:24.132940 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:30:24.133303 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:30:24.133661 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:30:24.134054 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:30:24.462336 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 49332) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:30:24.579412 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9909a48b-3ca9-42d7-bb5c-a62056ad03a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:24.658120 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9909a48b-3ca9-42d7-bb5c-a62056ad03a5 admin admin] Publish callbacks [] for security_group (1c6a3ed0-ba4d-4fa3-ac29-1ff24491a559), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:24.663266 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] get_ports_and_sgs() called for port_ids ['d02b6349-c05e-440c-bd0f-3754f490d34f'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 19:30:24.664184 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9909a48b-3ca9-42d7-bb5c-a62056ad03a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (1c6a3ed0-ba4d-4fa3-ac29-1ff24491a559), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:24.708126 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-9909a48b-3ca9-42d7-bb5c-a62056ad03a5 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=35df3ff9283a4b76ba172281e8c42d61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2445500 Sep 16 19:30:24.708993 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9909a48b-3ca9-42d7-bb5c-a62056ad03a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6a3ed0-ba4d-4fa3-ac29-1ff24491a559,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:30:24.713253 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 49338) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:30:24.780590 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4a71f6b6-edf2-435c-90a3-5d02119be45a admin admin] Publish callbacks [] for security_group (1c6a3ed0-ba4d-4fa3-ac29-1ff24491a559), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:24.800944 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4a71f6b6-edf2-435c-90a3-5d02119be45a admin admin] Publish callbacks [] for security_group (1c6a3ed0-ba4d-4fa3-ac29-1ff24491a559), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:24.802491 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:30:24.831926 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:30:24.851651 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4a71f6b6-edf2-435c-90a3-5d02119be45a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (1c6a3ed0-ba4d-4fa3-ac29-1ff24491a559), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:24.854560 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4a71f6b6-edf2-435c-90a3-5d02119be45a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:24.855713 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-4a71f6b6-edf2-435c-90a3-5d02119be45a admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/1c6a3ed0-ba4d-4fa3-ac29-1ff24491a559 HTTP/1.1" status: 204 len: 168 time: 0.1414895 Sep 16 19:30:24.863769 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71f6b6-edf2-435c-90a3-5d02119be45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6a3ed0-ba4d-4fa3-ac29-1ff24491a559,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:30:24.940164 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9555a2-730c-407d-8e7c-9cfac11de48b req-3862a974-83ec-4835-b89f-76528e0766c6 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:30:24.941733 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6b9555a2-730c-407d-8e7c-9cfac11de48b req-3862a974-83ec-4835-b89f-76528e0766c6 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 945 time: 0.0483372 Sep 16 19:30:24.997032 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6b9555a2-730c-407d-8e7c-9cfac11de48b req-663aa5c4-3e71-4322-b13b-66ab0cbe5675 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fb4f0468-1106-41bf-9a84-9334c387bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492516 Sep 16 19:30:25.154710 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 49346) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:30:25.168808 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9c0824ff-e4a2-4b1a-913f-1398656e5dc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:25.247684 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:30:25.249705 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9c0824ff-e4a2-4b1a-913f-1398656e5dc3 admin admin] Publish callbacks [] for security_group (651fa829-08a6-40ed-8713-860caeb7c560), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:25.255311 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9c0824ff-e4a2-4b1a-913f-1398656e5dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (651fa829-08a6-40ed-8713-860caeb7c560), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:25.296707 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-9c0824ff-e4a2-4b1a-913f-1398656e5dc3 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=ece5cad0af3b45619db39cda229ab19b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1408558 Sep 16 19:30:25.297850 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0824ff-e4a2-4b1a-913f-1398656e5dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651fa829-08a6-40ed-8713-860caeb7c560,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:30:25.299684 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 49348) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:30:25.351357 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cc4dda84-adc7-4ab9-95b1-5b5f6afc8f8c admin admin] Publish callbacks [] for security_group (651fa829-08a6-40ed-8713-860caeb7c560), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:25.376357 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cc4dda84-adc7-4ab9-95b1-5b5f6afc8f8c admin admin] Publish callbacks [] for security_group (651fa829-08a6-40ed-8713-860caeb7c560), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:25.427296 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cc4dda84-adc7-4ab9-95b1-5b5f6afc8f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (651fa829-08a6-40ed-8713-860caeb7c560), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:25.430013 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cc4dda84-adc7-4ab9-95b1-5b5f6afc8f8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:25.431539 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-cc4dda84-adc7-4ab9-95b1-5b5f6afc8f8c admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/651fa829-08a6-40ed-8713-860caeb7c560 HTTP/1.1" status: 204 len: 168 time: 0.1308541 Sep 16 19:30:25.439505 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4dda84-adc7-4ab9-95b1-5b5f6afc8f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651fa829-08a6-40ed-8713-860caeb7c560,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:30:25.891417 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device d02b6349-c05e-440c-bd0f-3754f490d34f up at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:30:25.936948 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Provisioning for port d02b6349-c05e-440c-bd0f-3754f490d34f completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 19:30:25.943597 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Provisioning complete for port d02b6349-c05e-440c-bd0f-3754f490d34f triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:30:25.943963 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (d02b6349-c05e-440c-bd0f-3754f490d34f), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:25.944296 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Attempt 1 to provision port d02b6349-c05e-440c-bd0f-3754f490d34f Sep 16 19:30:26.024884 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port d02b6349-c05e-440c-bd0f-3754f490d34f is: BUILD; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:30:26.025281 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (d02b6349-c05e-440c-bd0f-3754f490d34f), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:26.050026 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1e0310-d594-453b-9bef-0f7bbf4e61e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd02b6349-c05e-440c-bd0f-3754f490d34f'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:30:26.052227 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f3f7bbbb38247194f391b6222dc5c183e9bfb457d3b71a23f23b79e9cf016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67840f48-31ad-4ea8-8348-4400157dd0cd" -d '{"events": [{"server_uuid": "9d1e0310-d594-453b-9bef-0f7bbf4e61e2", "name": "network-vif-plugged", "status": "completed", "tag": "d02b6349-c05e-440c-bd0f-3754f490d34f"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:30:26.065748 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port d02b6349-c05e-440c-bd0f-3754f490d34f, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=d02b6349-c05e-440c-bd0f-3754f490d34f,segment=NetworkSegment(8bad0fa0-00c8-4390-9fc0-ed8795108045),segment_id=8bad0fa0-00c8-4390-9fc0-ed8795108045)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:30:26.071111 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (d02b6349-c05e-440c-bd0f-3754f490d34f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:26.113182 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 19:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f571136-8c9f-4c95-a43e-861a065929d9 x-openstack-request-id: req-7f571136-8c9f-4c95-a43e-861a065929d9 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:30:26.113471 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d1e0310-d594-453b-9bef-0f7bbf4e61e2", "name": "network-vif-plugged", "status": "completed", "tag": "d02b6349-c05e-440c-bd0f-3754f490d34f", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:30:26.113719 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7f571136-8c9f-4c95-a43e-861a065929d9 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:30:26.114884 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f571136-8c9f-4c95-a43e-861a065929d9'] response: {'server_uuid': '9d1e0310-d594-453b-9bef-0f7bbf4e61e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd02b6349-c05e-440c-bd0f-3754f490d34f', 'code': 200} Sep 16 19:30:26.125351 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210f470-478a-4602-8415-0084041c121e req-8a1e3e10-69fd-4e90-8f45-c47277e86c63 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:30:26.127354 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3210f470-478a-4602-8415-0084041c121e req-8a1e3e10-69fd-4e90-8f45-c47277e86c63 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 946 time: 0.0573630 Sep 16 19:30:26.132749 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=d02b6349-c05e-440c-bd0f-3754f490d34f,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:30:26.176326 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3210f470-478a-4602-8415-0084041c121e req-e841992a-313d-4402-92b5-628d68d3fed1 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fb4f0468-1106-41bf-9a84-9334c387bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428607 Sep 16 19:30:26.378611 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ebbd08-7ba0-483f-adb5-2be3d8827d09 req-824dd5ab-4042-4418-982d-c52c15d64656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:30:26.380220 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-89ebbd08-7ba0-483f-adb5-2be3d8827d09 req-824dd5ab-4042-4418-982d-c52c15d64656 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 1130 time: 0.0420191 Sep 16 19:30:26.425750 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-89ebbd08-7ba0-483f-adb5-2be3d8827d09 req-7dafaa97-2f33-4858-8d63-f3ab6b0c31d5 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb4f0468-1106-41bf-9a84-9334c387bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375414 Sep 16 19:30:27.198412 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 49406) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:30:27.307585 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742df70d-ab4e-48c1-8549-633017d2fd84 req-612072d5-6787-46e4-b450-0d1544a5ed0c tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:30:27.309316 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-742df70d-ab4e-48c1-8549-633017d2fd84 req-612072d5-6787-46e4-b450-0d1544a5ed0c tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 946 time: 0.0487149 Sep 16 19:30:27.311799 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e0208968-1867-4a8b-9b31-31c35444ef77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:27.356588 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-742df70d-ab4e-48c1-8549-633017d2fd84 req-794277e2-8e74-424e-b87a-8ae2c88cae87 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fb4f0468-1106-41bf-9a84-9334c387bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416541 Sep 16 19:30:27.388265 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e0208968-1867-4a8b-9b31-31c35444ef77 admin admin] Publish callbacks [] for security_group (a98bda26-13ff-41a6-9b50-0d6cb1ff8f77), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:27.394009 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e0208968-1867-4a8b-9b31-31c35444ef77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (a98bda26-13ff-41a6-9b50-0d6cb1ff8f77), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:27.433922 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-e0208968-1867-4a8b-9b31-31c35444ef77 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=0b580242047848398dd10d9119f27d5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344837 Sep 16 19:30:27.434821 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0208968-1867-4a8b-9b31-31c35444ef77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98bda26-13ff-41a6-9b50-0d6cb1ff8f77,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:30:27.437556 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 49412) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:30:27.488552 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-76f33a72-5237-4724-b772-76616312f536 admin admin] Publish callbacks [] for security_group (a98bda26-13ff-41a6-9b50-0d6cb1ff8f77), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:27.514405 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-76f33a72-5237-4724-b772-76616312f536 admin admin] Publish callbacks [] for security_group (a98bda26-13ff-41a6-9b50-0d6cb1ff8f77), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:27.567994 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-76f33a72-5237-4724-b772-76616312f536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (a98bda26-13ff-41a6-9b50-0d6cb1ff8f77), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:27.571194 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-76f33a72-5237-4724-b772-76616312f536 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:27.572351 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-76f33a72-5237-4724-b772-76616312f536 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a98bda26-13ff-41a6-9b50-0d6cb1ff8f77 HTTP/1.1" status: 204 len: 168 time: 0.1336558 Sep 16 19:30:27.575355 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:30:27.581194 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f33a72-5237-4724-b772-76616312f536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98bda26-13ff-41a6-9b50-0d6cb1ff8f77,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:30:27.874804 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 49420) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:30:27.888545 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cbba9f2a-2f37-498e-b3a4-c2805150f45f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:27.968357 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cbba9f2a-2f37-498e-b3a4-c2805150f45f admin admin] Publish callbacks [] for security_group (c3fe60f5-6d29-4beb-8fa5-9290ec3c6038), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:27.973417 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cbba9f2a-2f37-498e-b3a4-c2805150f45f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (c3fe60f5-6d29-4beb-8fa5-9290ec3c6038), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:28.024101 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-cbba9f2a-2f37-498e-b3a4-c2805150f45f admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=688e2f607c7d4b45885e1c4efb2c8da0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1481845 Sep 16 19:30:28.025223 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba9f2a-2f37-498e-b3a4-c2805150f45f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fe60f5-6d29-4beb-8fa5-9290ec3c6038,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:30:28.026859 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 49426) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:30:28.078352 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-87d67e05-d854-4e5f-a915-ec89d8bc3aa6 admin admin] Publish callbacks [] for security_group (c3fe60f5-6d29-4beb-8fa5-9290ec3c6038), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:28.100119 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-87d67e05-d854-4e5f-a915-ec89d8bc3aa6 admin admin] Publish callbacks [] for security_group (c3fe60f5-6d29-4beb-8fa5-9290ec3c6038), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:28.150022 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-87d67e05-d854-4e5f-a915-ec89d8bc3aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (c3fe60f5-6d29-4beb-8fa5-9290ec3c6038), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:28.152650 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-87d67e05-d854-4e5f-a915-ec89d8bc3aa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:28.153971 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-87d67e05-d854-4e5f-a915-ec89d8bc3aa6 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/c3fe60f5-6d29-4beb-8fa5-9290ec3c6038 HTTP/1.1" status: 204 len: 168 time: 0.1257715 Sep 16 19:30:28.162124 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d67e05-d854-4e5f-a915-ec89d8bc3aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3fe60f5-6d29-4beb-8fa5-9290ec3c6038,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:30:28.331951 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:30:28.482883 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4153fe-9562-4d41-afa2-ac66f5e72724 req-3c4c81d6-12de-4cec-9ff0-a92d31f2a7b9 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:30:28.484289 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9a4153fe-9562-4d41-afa2-ac66f5e72724 req-3c4c81d6-12de-4cec-9ff0-a92d31f2a7b9 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 946 time: 0.0486047 Sep 16 19:30:28.534140 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9a4153fe-9562-4d41-afa2-ac66f5e72724 req-e16c5107-b070-4e55-947a-fe2632393ad3 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fb4f0468-1106-41bf-9a84-9334c387bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437682 Sep 16 19:30:29.667793 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e0253-78fb-4fa4-bb75-b3b235bce846 req-ce52c642-94a8-4180-aae0-340001c28206 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:30:29.669499 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4c2e0253-78fb-4fa4-bb75-b3b235bce846 req-ce52c642-94a8-4180-aae0-340001c28206 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 946 time: 0.0564294 Sep 16 19:30:29.731961 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4c2e0253-78fb-4fa4-bb75-b3b235bce846 req-2b0e1909-f1d3-4893-8fca-de3788245fdc tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fb4f0468-1106-41bf-9a84-9334c387bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526927 Sep 16 19:30:29.848912 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbdd117-8e1d-48a4-8778-ccd0d69a86fa req-018dfc4d-a603-40e8-826a-c91a9e952172 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:30:29.852434 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2bbdd117-8e1d-48a4-8778-ccd0d69a86fa req-018dfc4d-a603-40e8-826a-c91a9e952172 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 946 time: 0.0503814 Sep 16 19:30:29.861389 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 49488) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:30:29.868282 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-d5dd3fa5-13c9-46b5-9011-1e3fa6dd7d37 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Request body: {'floatingip': {'port_id': 'd02b6349-c05e-440c-bd0f-3754f490d34f'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:30:29.911076 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d5dd3fa5-13c9-46b5-9011-1e3fa6dd7d37 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks [] for floatingip (78fc0b54-5f6f-458b-93f2-c73afc801a73), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:29.978084 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:30:30.012722 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:DELETE=5,neutron:SELECT=84,neutron:INSERT=11 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:30:30.039568 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5e1ee584-f8c4-446a-893c-1545af490472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:30.619977 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d5dd3fa5-13c9-46b5-9011-1e3fa6dd7d37 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:30.625743 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d5dd3fa5-13c9-46b5-9011-1e3fa6dd7d37 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681123'] for floatingip (78fc0b54-5f6f-458b-93f2-c73afc801a73), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:30.724337 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.db.l3_db [None req-d5dd3fa5-13c9-46b5-9011-1e3fa6dd7d37 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Floating IP 78fc0b54-5f6f-458b-93f2-c73afc801a73 associated. External IP: 172.27.2.194, port: d02b6349-c05e-440c-bd0f-3754f490d34f. Sep 16 19:30:30.930724 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5dd3fa5-13c9-46b5-9011-1e3fa6dd7d37 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Router 9d38fda6-a9bd-45ca-89cd-3bbc6e69a609 has already been hosted by L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:30:31.036966 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5dd3fa5-13c9-46b5-9011-1e3fa6dd7d37 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:30:31.043392 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d5dd3fa5-13c9-46b5-9011-1e3fa6dd7d37 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for floatingip (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:31.047633 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c493a3f-121e-4d6d-a445-5ae400feffab None None] Sync routers for ids ['9d38fda6-a9bd-45ca-89cd-3bbc6e69a609'] in dv-cinder-850320-7-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:30:31.061849 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c493a3f-121e-4d6d-a445-5ae400feffab None None] Routers {'9d38fda6-a9bd-45ca-89cd-3bbc6e69a609'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:30:31.062696 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-8c493a3f-121e-4d6d-a445-5ae400feffab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:30:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['9d38fda6-a9bd-45ca-89cd-3bbc6e69a609'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:30:31.074006 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-d5dd3fa5-13c9-46b5-9011-1e3fa6dd7d37 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/78fc0b54-5f6f-458b-93f2-c73afc801a73 HTTP/1.1" status: 200 len: 992 time: 1.2113094 Sep 16 19:30:31.074728 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d1e0310-d594-453b-9bef-0f7bbf4e61e2', 'tag': 'd02b6349-c05e-440c-bd0f-3754f490d34f'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:30:31.077210 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc02aeec164665d1be19478bc83a94d6f81df8203eb0e70a86ccaa2f58cdb70d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0abff8f-7327-4026-9946-66e8d79ecd18" -d '{"events": [{"name": "network-changed", "server_uuid": "9d1e0310-d594-453b-9bef-0f7bbf4e61e2", "tag": "d02b6349-c05e-440c-bd0f-3754f490d34f"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:30:31.118069 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 19:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae091bc-a6f2-4a4a-86a9-e3501a638f8d x-openstack-request-id: req-bae091bc-a6f2-4a4a-86a9-e3501a638f8d {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:30:31.118356 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d1e0310-d594-453b-9bef-0f7bbf4e61e2", "tag": "d02b6349-c05e-440c-bd0f-3754f490d34f", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:30:31.118604 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bae091bc-a6f2-4a4a-86a9-e3501a638f8d {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:30:31.119011 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bae091bc-a6f2-4a4a-86a9-e3501a638f8d'] response: {'name': 'network-changed', 'server_uuid': '9d1e0310-d594-453b-9bef-0f7bbf4e61e2', 'tag': 'd02b6349-c05e-440c-bd0f-3754f490d34f', 'status': 'completed', 'code': 200} Sep 16 19:30:31.300567 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:30:31.318797 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-8c493a3f-121e-4d6d-a445-5ae400feffab None None] Set router 9d38fda6-a9bd-45ca-89cd-3bbc6e69a609 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:30:31.537981 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-8c493a3f-121e-4d6d-a445-5ae400feffab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'name': 'tempest-ServerRescueNegativeTestJSON-432940711-router', 'tenant_id': '804d63e1308b4729aff976d65f667e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:26:59Z', 'revision_number': 4, 'project_id': '804d63e1308b4729aff976d65f667e28', 'gw_port': {'id': '5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:61:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_floatingips': [{'id': '78fc0b54-5f6f-458b-93f2-c73afc801a73', 'tenant_id': '804d63e1308b4729aff976d65f667e28', 'floating_ip_address': '172.27.2.194', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'port_id': 'd02b6349-c05e-440c-bd0f-3754f490d34f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e4e6da9-902d-45b4-9fce-268e4415ecdb', 'mac_address': 'fa:16:3e:a8:b9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1e0310-d594-453b-9bef-0f7bbf4e61e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:30:09Z', 'updated_at': '2022-09-16T19:30:30Z', 'revision_number': 1, 'project_id': '804d63e1308b4729aff976d65f667e28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2280f567-d19e-416f-8f6a-a99292e6a39d', 'name': '', 'network_id': '1e4e6da9-902d-45b4-9fce-268e4415ecdb', 'tenant_id': '804d63e1308b4729aff976d65f667e28', 'mac_address': 'fa:16:3e:27:29:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f796f6e5-3b84-4c9f-8c87-22a14447d493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:57Z', 'updated_at': '2022-09-16T19:27:07Z', 'revision_number': 5, 'project_id': '804d63e1308b4729aff976d65f667e28', 'subnets': [{'id': 'f796f6e5-3b84-4c9f-8c87-22a14447d493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:30:31.568282 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c493a3f-121e-4d6d-a445-5ae400feffab None None] Checking router: 9d38fda6-a9bd-45ca-89cd-3bbc6e69a609 for host: dv-cinder-850320-7-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:30:31.577551 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c493a3f-121e-4d6d-a445-5ae400feffab None None] Routers {'9d38fda6-a9bd-45ca-89cd-3bbc6e69a609'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:30:31.578167 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-8c493a3f-121e-4d6d-a445-5ae400feffab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:30:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['9d38fda6-a9bd-45ca-89cd-3bbc6e69a609'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:30:31.624808 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:30:31.683219 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-8c493a3f-121e-4d6d-a445-5ae400feffab None None] Set router 9d38fda6-a9bd-45ca-89cd-3bbc6e69a609 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:30:31.800903 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:31.911004 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-8c493a3f-121e-4d6d-a445-5ae400feffab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'name': 'tempest-ServerRescueNegativeTestJSON-432940711-router', 'tenant_id': '804d63e1308b4729aff976d65f667e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:26:59Z', 'revision_number': 4, 'project_id': '804d63e1308b4729aff976d65f667e28', 'gw_port': {'id': '5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:61:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_floatingips': [{'id': '78fc0b54-5f6f-458b-93f2-c73afc801a73', 'tenant_id': '804d63e1308b4729aff976d65f667e28', 'floating_ip_address': '172.27.2.194', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'port_id': 'd02b6349-c05e-440c-bd0f-3754f490d34f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e4e6da9-902d-45b4-9fce-268e4415ecdb', 'mac_address': 'fa:16:3e:a8:b9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1e0310-d594-453b-9bef-0f7bbf4e61e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:30:09Z', 'updated_at': '2022-09-16T19:30:30Z', 'revision_number': 1, 'project_id': '804d63e1308b4729aff976d65f667e28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2280f567-d19e-416f-8f6a-a99292e6a39d', 'name': '', 'network_id': '1e4e6da9-902d-45b4-9fce-268e4415ecdb', 'tenant_id': '804d63e1308b4729aff976d65f667e28', 'mac_address': 'fa:16:3e:27:29:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f796f6e5-3b84-4c9f-8c87-22a14447d493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:57Z', 'updated_at': '2022-09-16T19:27:07Z', 'revision_number': 5, 'project_id': '804d63e1308b4729aff976d65f667e28', 'subnets': [{'id': 'f796f6e5-3b84-4c9f-8c87-22a14447d493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:30:31.935936 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c493a3f-121e-4d6d-a445-5ae400feffab None None] The sync data for ids ['9d38fda6-a9bd-45ca-89cd-3bbc6e69a609'] in dv-cinder-850320-7-iscsi is: [{'id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'name': 'tempest-ServerRescueNegativeTestJSON-432940711-router', 'tenant_id': '804d63e1308b4729aff976d65f667e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:26:59Z', 'revision_number': 4, 'project_id': '804d63e1308b4729aff976d65f667e28', 'gw_port': {'id': '5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:61:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_floatingips': [{'id': '78fc0b54-5f6f-458b-93f2-c73afc801a73', 'tenant_id': '804d63e1308b4729aff976d65f667e28', 'floating_ip_address': '172.27.2.194', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'port_id': 'd02b6349-c05e-440c-bd0f-3754f490d34f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e4e6da9-902d-45b4-9fce-268e4415ecdb', 'mac_address': 'fa:16:3e:a8:b9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1e0310-d594-453b-9bef-0f7bbf4e61e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:30:09Z', 'updated_at': '2022-09-16T19:30:30Z', 'revision_number': 1, 'project_id': '804d63e1308b4729aff976d65f667e28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2280f567-d19e-416f-8f6a-a99292e6a39d', 'name': '', 'network_id': '1e4e6da9-902d-45b4-9fce-268e4415ecdb', 'tenant_id': '804d63e1308b4729aff976d65f667e28', 'mac_address': 'fa:16:3e:27:29:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f796f6e5-3b84-4c9f-8c87-22a14447d493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:57Z', 'updated_at': '2022-09-16T19:27:07Z', 'revision_number': 5, 'project_id': '804d63e1308b4729aff976d65f667e28', 'subnets': [{'id': 'f796f6e5-3b84-4c9f-8c87-22a14447d493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:30:32.124911 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871be9e3-a456-4687-9b9d-f01f1a1f4f9d None None] New status for floating IP 78fc0b54-5f6f-458b-93f2-c73afc801a73: ACTIVE {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 19:30:32.268604 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a13c7eda-febd-4964-be63-c24be2c25dc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:33.541541 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0abff8f-7327-4026-9946-66e8d79ecd18 req-567211d3-b73b-443f-beab-6ba84904787c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:30:33.543192 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b0abff8f-7327-4026-9946-66e8d79ecd18 req-567211d3-b73b-443f-beab-6ba84904787c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=804d63e1308b4729aff976d65f667e28&device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 1130 time: 0.0435755 Sep 16 19:30:33.600990 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:33.641517 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0abff8f-7327-4026-9946-66e8d79ecd18 req-ff06bcc3-20f5-4d0e-9a2d-0ac63a19556e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:30:33.643017 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b0abff8f-7327-4026-9946-66e8d79ecd18 req-ff06bcc3-20f5-4d0e-9a2d-0ac63a19556e service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=1e4e6da9-902d-45b4-9fce-268e4415ecdb HTTP/1.1" status: 200 len: 919 time: 0.0913444 Sep 16 19:30:33.711051 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b0abff8f-7327-4026-9946-66e8d79ecd18 req-4cd04e94-97ae-4afd-9923-2e6681b4bb7f service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d02b6349-c05e-440c-bd0f-3754f490d34f HTTP/1.1" status: 200 len: 1002 time: 0.0606287 Sep 16 19:30:33.761967 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0abff8f-7327-4026-9946-66e8d79ecd18 req-1b89a034-66c4-45b7-aa6d-46be5b4ae6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:30:33.763541 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b0abff8f-7327-4026-9946-66e8d79ecd18 req-1b89a034-66c4-45b7-aa6d-46be5b4ae6b8 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=f796f6e5-3b84-4c9f-8c87-22a14447d493 HTTP/1.1" status: 200 len: 857 time: 0.0473628 Sep 16 19:30:33.807635 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0abff8f-7327-4026-9946-66e8d79ecd18 req-0cb00e27-a677-40f6-b754-7e966296e617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:30:33.809116 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b0abff8f-7327-4026-9946-66e8d79ecd18 req-0cb00e27-a677-40f6-b754-7e966296e617 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=1e4e6da9-902d-45b4-9fce-268e4415ecdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401211 Sep 16 19:30:34.101086 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:30:34.136617 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b0abff8f-7327-4026-9946-66e8d79ecd18 req-76a86366-6316-4a1d-80f7-c2d454932184 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1e4e6da9-902d-45b4-9fce-268e4415ecdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201370 Sep 16 19:30:34.231145 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b0abff8f-7327-4026-9946-66e8d79ecd18 req-4c4356de-1537-4105-9d2f-9c2853232620 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1e4e6da9-902d-45b4-9fce-268e4415ecdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874131 Sep 16 19:30:34.945336 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:35.132651 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:37.768780 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 49566) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:30:37.877012 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-252e89de-1b1d-45ab-91eb-e795de9a327e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:37.910474 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:30:37.953934 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-252e89de-1b1d-45ab-91eb-e795de9a327e admin admin] Publish callbacks [] for security_group (82e579d4-8337-48d8-a6ab-fc4524e4a543), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:37.960766 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-252e89de-1b1d-45ab-91eb-e795de9a327e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (82e579d4-8337-48d8-a6ab-fc4524e4a543), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:38.006725 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-252e89de-1b1d-45ab-91eb-e795de9a327e admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=1f9e21dbedea426089e0ddbd3aea2419&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2368424 Sep 16 19:30:38.007871 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252e89de-1b1d-45ab-91eb-e795de9a327e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e579d4-8337-48d8-a6ab-fc4524e4a543,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:30:38.009881 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 49570) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:30:38.062417 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-656f5432-f9f4-4eb2-abbd-88e77abda4e5 admin admin] Publish callbacks [] for security_group (82e579d4-8337-48d8-a6ab-fc4524e4a543), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:38.081809 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-656f5432-f9f4-4eb2-abbd-88e77abda4e5 admin admin] Publish callbacks [] for security_group (82e579d4-8337-48d8-a6ab-fc4524e4a543), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:38.134893 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-656f5432-f9f4-4eb2-abbd-88e77abda4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (82e579d4-8337-48d8-a6ab-fc4524e4a543), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:38.137384 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-656f5432-f9f4-4eb2-abbd-88e77abda4e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:38.138513 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-656f5432-f9f4-4eb2-abbd-88e77abda4e5 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/82e579d4-8337-48d8-a6ab-fc4524e4a543 HTTP/1.1" status: 204 len: 168 time: 0.1276209 Sep 16 19:30:38.146017 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f5432-f9f4-4eb2-abbd-88e77abda4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e579d4-8337-48d8-a6ab-fc4524e4a543,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:30:38.430152 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 49582) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:30:38.444015 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5c34f57b-0b22-4875-8239-c393d438fe85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:38.483993 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:30:38.527725 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5c34f57b-0b22-4875-8239-c393d438fe85 admin admin] Publish callbacks [] for security_group (9d4a131d-6656-4bce-9455-dc534799824b), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:38.534778 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5c34f57b-0b22-4875-8239-c393d438fe85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (9d4a131d-6656-4bce-9455-dc534799824b), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:38.572665 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34f57b-0b22-4875-8239-c393d438fe85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4a131d-6656-4bce-9455-dc534799824b,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:30:38.576911 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-5c34f57b-0b22-4875-8239-c393d438fe85 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=7bb85a2bc45c4dc19fa233625c302c20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1456954 Sep 16 19:30:38.579715 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 49584) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:30:38.640498 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d3b415d7-d044-4f24-866e-e326c62a61d6 admin admin] Publish callbacks [] for security_group (9d4a131d-6656-4bce-9455-dc534799824b), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:38.661587 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d3b415d7-d044-4f24-866e-e326c62a61d6 admin admin] Publish callbacks [] for security_group (9d4a131d-6656-4bce-9455-dc534799824b), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:38.711125 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d3b415d7-d044-4f24-866e-e326c62a61d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (9d4a131d-6656-4bce-9455-dc534799824b), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:38.713817 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d3b415d7-d044-4f24-866e-e326c62a61d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:38.714981 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-d3b415d7-d044-4f24-866e-e326c62a61d6 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/9d4a131d-6656-4bce-9455-dc534799824b HTTP/1.1" status: 204 len: 168 time: 0.1344216 Sep 16 19:30:38.723455 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b415d7-d044-4f24-866e-e326c62a61d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4a131d-6656-4bce-9455-dc534799824b,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:30:39.655660 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 49618) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:30:39.777012 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-133eda93-4cab-4770-9c4f-4824352ea6cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:39.861796 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-133eda93-4cab-4770-9c4f-4824352ea6cf admin admin] Publish callbacks [] for security_group (20c37583-ce1b-4788-90ca-3f446d936c13), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:39.867918 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-133eda93-4cab-4770-9c4f-4824352ea6cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (20c37583-ce1b-4788-90ca-3f446d936c13), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:39.889464 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:30:39.910810 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-133eda93-4cab-4770-9c4f-4824352ea6cf admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=fc60d4648fbf48e0b690c8f08cd287e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2540734 Sep 16 19:30:39.911523 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133eda93-4cab-4770-9c4f-4824352ea6cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c37583-ce1b-4788-90ca-3f446d936c13,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:30:39.914089 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 49630) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:30:39.930158 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:30:39.968044 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6335ee07-3c0e-40d9-a3cf-20d66496ce2c admin admin] Publish callbacks [] for security_group (20c37583-ce1b-4788-90ca-3f446d936c13), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:39.988700 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6335ee07-3c0e-40d9-a3cf-20d66496ce2c admin admin] Publish callbacks [] for security_group (20c37583-ce1b-4788-90ca-3f446d936c13), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:40.039336 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6335ee07-3c0e-40d9-a3cf-20d66496ce2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (20c37583-ce1b-4788-90ca-3f446d936c13), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:40.042208 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6335ee07-3c0e-40d9-a3cf-20d66496ce2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:40.043433 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-6335ee07-3c0e-40d9-a3cf-20d66496ce2c admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/20c37583-ce1b-4788-90ca-3f446d936c13 HTTP/1.1" status: 204 len: 168 time: 0.1276019 Sep 16 19:30:40.052252 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6335ee07-3c0e-40d9-a3cf-20d66496ce2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c37583-ce1b-4788-90ca-3f446d936c13,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:30:41.443522 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:30:42.232797 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:30:43.313671 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 49706) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:30:43.426014 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d27baa44-5219-47f4-91f1-42f6943dace3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:43.503762 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d27baa44-5219-47f4-91f1-42f6943dace3 admin admin] Publish callbacks [] for security_group (701a39c4-b762-490b-9273-881071072e6c), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:43.511047 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d27baa44-5219-47f4-91f1-42f6943dace3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (701a39c4-b762-490b-9273-881071072e6c), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:43.548001 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27baa44-5219-47f4-91f1-42f6943dace3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701a39c4-b762-490b-9273-881071072e6c,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:30:43.554871 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-d27baa44-5219-47f4-91f1-42f6943dace3 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=8371882ff4e34fc2953d09886348ad4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2376397 Sep 16 19:30:43.555740 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 49712) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:30:43.609508 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-af83f005-b50d-480f-9411-b00f70fcad7d admin admin] Publish callbacks [] for security_group (701a39c4-b762-490b-9273-881071072e6c), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:43.630014 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-af83f005-b50d-480f-9411-b00f70fcad7d admin admin] Publish callbacks [] for security_group (701a39c4-b762-490b-9273-881071072e6c), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:43.680690 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-af83f005-b50d-480f-9411-b00f70fcad7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (701a39c4-b762-490b-9273-881071072e6c), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:43.683594 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-af83f005-b50d-480f-9411-b00f70fcad7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:43.684755 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-af83f005-b50d-480f-9411-b00f70fcad7d admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/701a39c4-b762-490b-9273-881071072e6c HTTP/1.1" status: 204 len: 168 time: 0.1284781 Sep 16 19:30:43.692896 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af83f005-b50d-480f-9411-b00f70fcad7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701a39c4-b762-490b-9273-881071072e6c,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:30:43.965251 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 49720) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:30:43.979154 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aba9c9ff-6876-4345-8ee7-33ab2418f8b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:44.058806 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aba9c9ff-6876-4345-8ee7-33ab2418f8b1 admin admin] Publish callbacks [] for security_group (55b23634-86a7-499c-b088-42907fc91e34), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:44.064625 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aba9c9ff-6876-4345-8ee7-33ab2418f8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (55b23634-86a7-499c-b088-42907fc91e34), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:44.103340 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-aba9c9ff-6876-4345-8ee7-33ab2418f8b1 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=504c0f6ba18a430eb326c5ca9b68258b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1369143 Sep 16 19:30:44.104182 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba9c9ff-6876-4345-8ee7-33ab2418f8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b23634-86a7-499c-b088-42907fc91e34,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:30:44.106478 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 49722) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:30:44.135366 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=9 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:30:44.160121 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-451f13f1-9cd6-4a91-be47-beb5353b2164 admin admin] Publish callbacks [] for security_group (55b23634-86a7-499c-b088-42907fc91e34), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:44.186751 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-451f13f1-9cd6-4a91-be47-beb5353b2164 admin admin] Publish callbacks [] for security_group (55b23634-86a7-499c-b088-42907fc91e34), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:44.239348 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-451f13f1-9cd6-4a91-be47-beb5353b2164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (55b23634-86a7-499c-b088-42907fc91e34), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:44.241987 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-451f13f1-9cd6-4a91-be47-beb5353b2164 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:44.243263 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-451f13f1-9cd6-4a91-be47-beb5353b2164 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/55b23634-86a7-499c-b088-42907fc91e34 HTTP/1.1" status: 204 len: 168 time: 0.1359124 Sep 16 19:30:44.254733 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451f13f1-9cd6-4a91-be47-beb5353b2164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b23634-86a7-499c-b088-42907fc91e34,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:30:53.369412 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:30:53.375242 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:30:53.543964 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=33,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:30:53.546451 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:INSERT=9,neutron:SELECT=48,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:30:53.895617 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 49862) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:30:54.025939 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2016c740-015f-4809-9eb7-995d8f86b3c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:54.121585 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2016c740-015f-4809-9eb7-995d8f86b3c2 admin admin] Publish callbacks [] for security_group (a4297b15-7f70-41d9-8de7-57c9ec2ef6db), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:54.128087 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2016c740-015f-4809-9eb7-995d8f86b3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (a4297b15-7f70-41d9-8de7-57c9ec2ef6db), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:54.168495 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2016c740-015f-4809-9eb7-995d8f86b3c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4297b15-7f70-41d9-8de7-57c9ec2ef6db,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:30:54.177001 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-2016c740-015f-4809-9eb7-995d8f86b3c2 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=0bc04b6468434a2391f95aa7b80ff833&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2797570 Sep 16 19:30:54.179354 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 49866) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:30:54.238715 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9eeca072-33fc-4522-9c8f-7479515cf025 admin admin] Publish callbacks [] for security_group (a4297b15-7f70-41d9-8de7-57c9ec2ef6db), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:54.263713 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9eeca072-33fc-4522-9c8f-7479515cf025 admin admin] Publish callbacks [] for security_group (a4297b15-7f70-41d9-8de7-57c9ec2ef6db), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:54.316397 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:30:54.317764 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=42,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:30:54.318499 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9eeca072-33fc-4522-9c8f-7479515cf025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (a4297b15-7f70-41d9-8de7-57c9ec2ef6db), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:54.321314 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9eeca072-33fc-4522-9c8f-7479515cf025 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:54.323285 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-9eeca072-33fc-4522-9c8f-7479515cf025 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a4297b15-7f70-41d9-8de7-57c9ec2ef6db HTTP/1.1" status: 204 len: 168 time: 0.1424861 Sep 16 19:30:54.338960 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeca072-33fc-4522-9c8f-7479515cf025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4297b15-7f70-41d9-8de7-57c9ec2ef6db,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:30:54.616446 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 49874) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:30:54.633722 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-817fc840-6d72-4fb1-be37-51c47a30dedd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:54.716849 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-817fc840-6d72-4fb1-be37-51c47a30dedd admin admin] Publish callbacks [] for security_group (4c944330-5e61-4857-955d-5bc7b9729908), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:54.723028 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-817fc840-6d72-4fb1-be37-51c47a30dedd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (4c944330-5e61-4857-955d-5bc7b9729908), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:54.760415 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817fc840-6d72-4fb1-be37-51c47a30dedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c944330-5e61-4857-955d-5bc7b9729908,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:30:54.767470 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-817fc840-6d72-4fb1-be37-51c47a30dedd admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=ca3aeca9bf67481dbdbf719a19e00a43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1472366 Sep 16 19:30:54.767802 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 49876) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:30:54.818967 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5300b6aa-9c5e-4e4f-bc34-e4adc086942f admin admin] Publish callbacks [] for security_group (4c944330-5e61-4857-955d-5bc7b9729908), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:54.839812 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5300b6aa-9c5e-4e4f-bc34-e4adc086942f admin admin] Publish callbacks [] for security_group (4c944330-5e61-4857-955d-5bc7b9729908), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:54.889940 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5300b6aa-9c5e-4e4f-bc34-e4adc086942f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (4c944330-5e61-4857-955d-5bc7b9729908), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:54.892632 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5300b6aa-9c5e-4e4f-bc34-e4adc086942f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:54.893808 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-5300b6aa-9c5e-4e4f-bc34-e4adc086942f admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/4c944330-5e61-4857-955d-5bc7b9729908 HTTP/1.1" status: 204 len: 168 time: 0.1250021 Sep 16 19:30:54.901667 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5300b6aa-9c5e-4e4f-bc34-e4adc086942f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c944330-5e61-4857-955d-5bc7b9729908,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:30:55.247996 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 49882) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:30:55.265683 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-84962d2b-945b-4ab3-8cb3-6919bef04c02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:55.345134 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-84962d2b-945b-4ab3-8cb3-6919bef04c02 admin admin] Publish callbacks [] for security_group (7a65f00e-b9f5-4a1a-ae6a-c2bc4ccc3d68), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:55.350869 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-84962d2b-945b-4ab3-8cb3-6919bef04c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (7a65f00e-b9f5-4a1a-ae6a-c2bc4ccc3d68), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:55.389545 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-84962d2b-945b-4ab3-8cb3-6919bef04c02 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=2b8099433b4e44c9a6476b16b2ed8b55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1397521 Sep 16 19:30:55.392008 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84962d2b-945b-4ab3-8cb3-6919bef04c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a65f00e-b9f5-4a1a-ae6a-c2bc4ccc3d68,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:30:55.392292 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 49886) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:30:55.443028 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-01c61fb0-1c42-435c-be5f-fb4d35eb2008 admin admin] Publish callbacks [] for security_group (7a65f00e-b9f5-4a1a-ae6a-c2bc4ccc3d68), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:55.471984 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-01c61fb0-1c42-435c-be5f-fb4d35eb2008 admin admin] Publish callbacks [] for security_group (7a65f00e-b9f5-4a1a-ae6a-c2bc4ccc3d68), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:55.478032 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:30:55.528046 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-01c61fb0-1c42-435c-be5f-fb4d35eb2008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (7a65f00e-b9f5-4a1a-ae6a-c2bc4ccc3d68), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:55.530719 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-01c61fb0-1c42-435c-be5f-fb4d35eb2008 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:55.531869 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-01c61fb0-1c42-435c-be5f-fb4d35eb2008 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/7a65f00e-b9f5-4a1a-ae6a-c2bc4ccc3d68 HTTP/1.1" status: 204 len: 168 time: 0.1385620 Sep 16 19:30:55.539960 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c61fb0-1c42-435c-be5f-fb4d35eb2008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a65f00e-b9f5-4a1a-ae6a-c2bc4ccc3d68,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:30:56.688306 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 49918) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:30:56.802762 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2622c08c-6749-4ab0-8491-3fa182668b82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:56.850750 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:30:56.866484 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:30:56.888355 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2622c08c-6749-4ab0-8491-3fa182668b82 admin admin] Publish callbacks [] for security_group (99e7b505-d000-4695-8828-ce697f99e98c), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:56.894130 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2622c08c-6749-4ab0-8491-3fa182668b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (99e7b505-d000-4695-8828-ce697f99e98c), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:56.932020 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2622c08c-6749-4ab0-8491-3fa182668b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e7b505-d000-4695-8828-ce697f99e98c,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:30:56.937698 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-2622c08c-6749-4ab0-8491-3fa182668b82 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=b3d1c9d5c4f64defb5bbc0ff2c0f5972&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2483063 Sep 16 19:30:56.940804 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 49922) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:30:56.996063 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-17f04f0e-6140-4dce-9b22-d8e175e1d5a1 admin admin] Publish callbacks [] for security_group (99e7b505-d000-4695-8828-ce697f99e98c), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:57.021012 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-17f04f0e-6140-4dce-9b22-d8e175e1d5a1 admin admin] Publish callbacks [] for security_group (99e7b505-d000-4695-8828-ce697f99e98c), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:57.082469 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-17f04f0e-6140-4dce-9b22-d8e175e1d5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (99e7b505-d000-4695-8828-ce697f99e98c), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:57.086354 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-17f04f0e-6140-4dce-9b22-d8e175e1d5a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:30:57.087926 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-17f04f0e-6140-4dce-9b22-d8e175e1d5a1 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/99e7b505-d000-4695-8828-ce697f99e98c HTTP/1.1" status: 204 len: 168 time: 0.1466081 Sep 16 19:30:57.096861 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f04f0e-6140-4dce-9b22-d8e175e1d5a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e7b505-d000-4695-8828-ce697f99e98c,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:31:00.037264 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d5124263-4f3c-4c24-87ca-7e2381930b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:01.770771 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:02.272333 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cd5c0103-8422-4f61-bdd4-279dc4cf00e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:03.609915 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:03.905032 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 50002) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:31:04.021551 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-70c8f85d-01e9-44f7-ad62-15a202edb6f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:04.103768 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-70c8f85d-01e9-44f7-ad62-15a202edb6f9 admin admin] Publish callbacks [] for security_group (40520705-0494-45d8-9c69-832a588b5349), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:04.110269 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-70c8f85d-01e9-44f7-ad62-15a202edb6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (40520705-0494-45d8-9c69-832a588b5349), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:04.149382 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-70c8f85d-01e9-44f7-ad62-15a202edb6f9 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=994ded4dc2704bc2870229c8f2e18998&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2429714 Sep 16 19:31:04.150012 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8f85d-01e9-44f7-ad62-15a202edb6f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40520705-0494-45d8-9c69-832a588b5349,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:31:04.152268 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 50006) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:31:04.205343 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c3ea7e26-6168-453d-885f-0cc9dd89754e admin admin] Publish callbacks [] for security_group (40520705-0494-45d8-9c69-832a588b5349), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:04.225623 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c3ea7e26-6168-453d-885f-0cc9dd89754e admin admin] Publish callbacks [] for security_group (40520705-0494-45d8-9c69-832a588b5349), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:04.274052 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c3ea7e26-6168-453d-885f-0cc9dd89754e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (40520705-0494-45d8-9c69-832a588b5349), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:04.276573 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c3ea7e26-6168-453d-885f-0cc9dd89754e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:04.277708 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-c3ea7e26-6168-453d-885f-0cc9dd89754e admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/40520705-0494-45d8-9c69-832a588b5349 HTTP/1.1" status: 204 len: 168 time: 0.1215436 Sep 16 19:31:04.285468 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea7e26-6168-453d-885f-0cc9dd89754e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40520705-0494-45d8-9c69-832a588b5349,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:31:04.952732 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:05.136507 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:08.976305 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0f1a127e-9da2-48e4-80e3-3f8ef9121ec3 req-b711e334-49a9-4da7-8d98-41e9000c0a67 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0496590 Sep 16 19:31:09.078641 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a127e-9da2-48e4-80e3-3f8ef9121ec3 req-9d91d753-d878-4a85-a3a4-3d0e02353a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:31:09.080014 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0f1a127e-9da2-48e4-80e3-3f8ef9121ec3 req-9d91d753-d878-4a85-a3a4-3d0e02353a83 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=804d63e1308b4729aff976d65f667e28&device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 1129 time: 0.0484369 Sep 16 19:31:09.198973 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a127e-9da2-48e4-80e3-3f8ef9121ec3 req-92dc7f1b-c158-4adf-8798-e3fc0b109606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:31:09.201557 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0f1a127e-9da2-48e4-80e3-3f8ef9121ec3 req-92dc7f1b-c158-4adf-8798-e3fc0b109606 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=1e4e6da9-902d-45b4-9fce-268e4415ecdb HTTP/1.1" status: 200 len: 919 time: 0.0960560 Sep 16 19:31:09.249991 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0f1a127e-9da2-48e4-80e3-3f8ef9121ec3 req-6032c43b-18ce-45a4-8f30-f1d79e8a07d4 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01a4d47d-f873-40b4-a03d-c34fc0000f93 HTTP/1.1" status: 200 len: 217 time: 0.0404508 Sep 16 19:31:09.294728 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:31:09.301620 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a127e-9da2-48e4-80e3-3f8ef9121ec3 req-adf9b83d-8eb8-4934-ade4-eaa8c8dc9771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:31:09.303108 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0f1a127e-9da2-48e4-80e3-3f8ef9121ec3 req-adf9b83d-8eb8-4934-ade4-eaa8c8dc9771 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=f796f6e5-3b84-4c9f-8c87-22a14447d493 HTTP/1.1" status: 200 len: 857 time: 0.0465004 Sep 16 19:31:09.346005 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a127e-9da2-48e4-80e3-3f8ef9121ec3 req-dfd5feaf-5a4e-4fa8-935e-7a274656175e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:31:09.347381 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0f1a127e-9da2-48e4-80e3-3f8ef9121ec3 req-dfd5feaf-5a4e-4fa8-935e-7a274656175e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=1e4e6da9-902d-45b4-9fce-268e4415ecdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376594 Sep 16 19:31:09.443950 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0f1a127e-9da2-48e4-80e3-3f8ef9121ec3 req-c1bc0e8a-81bb-49eb-b8ed-bc3b79a63627 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1e4e6da9-902d-45b4-9fce-268e4415ecdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894392 Sep 16 19:31:09.544716 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0f1a127e-9da2-48e4-80e3-3f8ef9121ec3 req-e192e8fc-caf3-4671-8542-20372357c477 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1e4e6da9-902d-45b4-9fce-268e4415ecdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942423 Sep 16 19:31:14.143261 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=50,neutron:DELETE=1,neutron:INSERT=7 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:31:14.145211 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=38,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:31:15.122669 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=14,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:31:15.127005 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:31:18.442943 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:31:19.535650 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=19 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:31:19.541433 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:DELETE=4,neutron:SELECT=66 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:31:25.153373 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9f9fb-739e-4d8b-bd0a-6a028b602466 req-59a12ac2-98fa-414d-b301-a866cc80db69 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:31:25.154887 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6cf9f9fb-739e-4d8b-bd0a-6a028b602466 req-59a12ac2-98fa-414d-b301-a866cc80db69 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 945 time: 0.0571368 Sep 16 19:31:25.203843 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6cf9f9fb-739e-4d8b-bd0a-6a028b602466 req-70b1a247-4bbc-47e7-8269-5b3bbd64277d tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431499 Sep 16 19:31:26.326646 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9df83-b806-4d39-9fc0-95ed74c6326b req-7d3f683b-bfb9-4fd8-96af-2ab3f58d9736 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:31:26.328056 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4ea9df83-b806-4d39-9fc0-95ed74c6326b req-7d3f683b-bfb9-4fd8-96af-2ab3f58d9736 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 945 time: 0.0465655 Sep 16 19:31:26.386662 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4ea9df83-b806-4d39-9fc0-95ed74c6326b req-ec06f076-1cb4-4a9b-8546-0b8f501e2ed4 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519021 Sep 16 19:31:27.516364 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feccd1f7-ff64-4cee-94c8-d2be3bdc6763 req-eb671b95-d758-4951-8801-1df7bd011ddb tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:31:27.517897 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-feccd1f7-ff64-4cee-94c8-d2be3bdc6763 req-eb671b95-d758-4951-8801-1df7bd011ddb tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 945 time: 0.0494838 Sep 16 19:31:27.570952 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-feccd1f7-ff64-4cee-94c8-d2be3bdc6763 req-61eadfac-4e11-4527-a263-745b428f83c3 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450008 Sep 16 19:31:28.695711 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f383a-7697-41f9-acb1-7322f0c8b30e req-7f0c5e66-bd61-4968-8f1d-b6ca8dac6708 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:31:28.697326 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3d8f383a-7697-41f9-acb1-7322f0c8b30e req-7f0c5e66-bd61-4968-8f1d-b6ca8dac6708 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 945 time: 0.0504820 Sep 16 19:31:28.751684 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3d8f383a-7697-41f9-acb1-7322f0c8b30e req-dc2838cd-2f3d-4b96-bc4d-41d427a02ed0 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460362 Sep 16 19:31:29.877367 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8777030-c311-422d-ab4f-7cd763d4412c req-e79e8a00-d902-45dd-83ab-f640b267e35c tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:31:29.878832 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f8777030-c311-422d-ab4f-7cd763d4412c req-e79e8a00-d902-45dd-83ab-f640b267e35c tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 945 time: 0.0472713 Sep 16 19:31:29.931374 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f8777030-c311-422d-ab4f-7cd763d4412c req-87bd9989-3423-42ca-8153-3c3868430f79 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467777 Sep 16 19:31:30.036226 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9f78dbd4-c492-43fa-93fa-66b273c750e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:30.366007 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=20 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:31:30.370981 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=14 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:31:31.067524 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde5c4c-413c-4933-a892-252dd7e95d50 req-58580fbe-01ee-4b09-ba62-4436ede18c08 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:31:31.069026 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1cde5c4c-413c-4933-a892-252dd7e95d50 req-58580fbe-01ee-4b09-ba62-4436ede18c08 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 945 time: 0.0515993 Sep 16 19:31:31.117687 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1cde5c4c-413c-4933-a892-252dd7e95d50 req-1ad1f9cf-fa66-4e74-ae2c-5ee12e0b6cbd tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425713 Sep 16 19:31:31.798811 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:32.256277 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d61179-08bc-4936-9961-c0536dd9bf86 req-f0f4b66f-e740-4f2f-98bf-4226d6f31a03 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:31:32.257766 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-31d61179-08bc-4936-9961-c0536dd9bf86 req-f0f4b66f-e740-4f2f-98bf-4226d6f31a03 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 945 time: 0.0485563 Sep 16 19:31:32.268535 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a35db4f6-12cd-42ca-a883-ac03f7fd9b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:32.311414 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-31d61179-08bc-4936-9961-c0536dd9bf86 req-7ad88c7d-de33-4545-882e-660f44e03eaa tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454431 Sep 16 19:31:33.450085 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb139802-36bb-4e45-930a-e8f39f51dc89 req-ba9132d5-4cb1-4971-919a-72dd42a47712 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:31:33.451502 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-bb139802-36bb-4e45-930a-e8f39f51dc89 req-ba9132d5-4cb1-4971-919a-72dd42a47712 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 945 time: 0.0510647 Sep 16 19:31:33.500831 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-bb139802-36bb-4e45-930a-e8f39f51dc89 req-374d7846-0040-4080-89d0-c54114c44773 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435693 Sep 16 19:31:33.619442 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:34.630178 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52987bfd-cb35-4218-947c-c122c0e3f61c req-4d6884a0-fdb5-4594-a998-fb6322c60848 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:31:34.631641 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-52987bfd-cb35-4218-947c-c122c0e3f61c req-4d6884a0-fdb5-4594-a998-fb6322c60848 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 945 time: 0.0472505 Sep 16 19:31:34.685056 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-52987bfd-cb35-4218-947c-c122c0e3f61c req-bb7ec450-4681-47fc-b1bf-116d07e1d611 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476768 Sep 16 19:31:34.951428 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:35.125896 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:35.823019 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e047f-d312-4727-ad79-69e147818dc0 req-f81e87ca-720a-4f37-9685-96b3de2986c8 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:31:35.824533 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fc7e047f-d312-4727-ad79-69e147818dc0 req-f81e87ca-720a-4f37-9685-96b3de2986c8 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 945 time: 0.0505254 Sep 16 19:31:35.875049 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fc7e047f-d312-4727-ad79-69e147818dc0 req-c430d011-4475-4f79-9ee6-8b05f307f402 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435433 Sep 16 19:31:36.530856 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 50130) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:31:36.535581 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-bdc289ee-d207-419b-bca9-bfa7f26374e1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1780493292', 'description': 'tempest-description--2139931629'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:31:36.559955 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bdc289ee-d207-419b-bca9-bfa7f26374e1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:36.628083 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bdc289ee-d207-419b-bca9-bfa7f26374e1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for security_group (4b8468ab-b1b7-4cc7-97e8-c292bbb77113), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:36.633968 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bdc289ee-d207-419b-bca9-bfa7f26374e1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (4b8468ab-b1b7-4cc7-97e8-c292bbb77113), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:36.662033 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc289ee-d207-419b-bca9-bfa7f26374e1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8468ab-b1b7-4cc7-97e8-c292bbb77113,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:31:36.667062 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bdc289ee-d207-419b-bca9-bfa7f26374e1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:36.668274 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-bdc289ee-d207-419b-bca9-bfa7f26374e1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1363070 Sep 16 19:31:36.671744 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 50132) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:31:36.676338 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-22e3a6e2-f28e-4dbd-a581-60dabfed7078 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Request body: {'security_group_rule': {'security_group_id': '4b8468ab-b1b7-4cc7-97e8-c292bbb77113', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:31:36.681233 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc289ee-d207-419b-bca9-bfa7f26374e1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:31:36.681580 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc289ee-d207-419b-bca9-bfa7f26374e1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:31:36.681920 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc289ee-d207-419b-bca9-bfa7f26374e1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:31:36.682252 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc289ee-d207-419b-bca9-bfa7f26374e1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:31:36.682585 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc289ee-d207-419b-bca9-bfa7f26374e1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:31:36.682913 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc289ee-d207-419b-bca9-bfa7f26374e1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:31:36.683237 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc289ee-d207-419b-bca9-bfa7f26374e1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:31:36.683577 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc289ee-d207-419b-bca9-bfa7f26374e1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:31:36.683880 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc289ee-d207-419b-bca9-bfa7f26374e1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:31:36.684205 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc289ee-d207-419b-bca9-bfa7f26374e1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:31:36.684621 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc289ee-d207-419b-bca9-bfa7f26374e1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:31:36.685458 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc289ee-d207-419b-bca9-bfa7f26374e1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:31:36.685458 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc289ee-d207-419b-bca9-bfa7f26374e1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:31:36.685770 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc289ee-d207-419b-bca9-bfa7f26374e1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:31:36.686053 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc289ee-d207-419b-bca9-bfa7f26374e1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:31:36.712140 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-22e3a6e2-f28e-4dbd-a581-60dabfed7078 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for security_group_rule (e7e086c8-3742-4981-8581-5ca142c25356), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:36.773952 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-22e3a6e2-f28e-4dbd-a581-60dabfed7078 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for security_group_rule (e7e086c8-3742-4981-8581-5ca142c25356), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:36.780357 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-22e3a6e2-f28e-4dbd-a581-60dabfed7078 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578197'] for security_group_rule (e7e086c8-3742-4981-8581-5ca142c25356), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:36.799000 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e3a6e2-f28e-4dbd-a581-60dabfed7078 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7e086c8-3742-4981-8581-5ca142c25356,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:31:36.809112 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e3a6e2-f28e-4dbd-a581-60dabfed7078 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:31:36.809599 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e3a6e2-f28e-4dbd-a581-60dabfed7078 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:31:36.809942 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e3a6e2-f28e-4dbd-a581-60dabfed7078 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:31:36.810331 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e3a6e2-f28e-4dbd-a581-60dabfed7078 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:31:36.810663 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e3a6e2-f28e-4dbd-a581-60dabfed7078 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:31:36.810992 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e3a6e2-f28e-4dbd-a581-60dabfed7078 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:31:36.811316 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e3a6e2-f28e-4dbd-a581-60dabfed7078 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:31:36.811644 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e3a6e2-f28e-4dbd-a581-60dabfed7078 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:31:36.811966 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e3a6e2-f28e-4dbd-a581-60dabfed7078 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:31:36.812287 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e3a6e2-f28e-4dbd-a581-60dabfed7078 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:31:36.812643 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e3a6e2-f28e-4dbd-a581-60dabfed7078 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:31:36.812967 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e3a6e2-f28e-4dbd-a581-60dabfed7078 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:31:36.813290 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e3a6e2-f28e-4dbd-a581-60dabfed7078 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:31:36.813608 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e3a6e2-f28e-4dbd-a581-60dabfed7078 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:31:36.813924 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e3a6e2-f28e-4dbd-a581-60dabfed7078 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:31:36.818368 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-22e3a6e2-f28e-4dbd-a581-60dabfed7078 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:36.820131 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-22e3a6e2-f28e-4dbd-a581-60dabfed7078 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1467931 Sep 16 19:31:36.822398 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 50134) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:31:36.827013 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-df091e2c-f7e4-4311-8879-abb02b315b3d tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Request body: {'security_group_rule': {'security_group_id': '4b8468ab-b1b7-4cc7-97e8-c292bbb77113', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:31:36.857800 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-df091e2c-f7e4-4311-8879-abb02b315b3d tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for security_group_rule (5819dce8-bf20-4e9f-9b5a-8d8f3b4f1ba3), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:36.916515 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-df091e2c-f7e4-4311-8879-abb02b315b3d tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for security_group_rule (5819dce8-bf20-4e9f-9b5a-8d8f3b4f1ba3), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:36.922044 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-df091e2c-f7e4-4311-8879-abb02b315b3d tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578197'] for security_group_rule (5819dce8-bf20-4e9f-9b5a-8d8f3b4f1ba3), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:36.941610 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df091e2c-f7e4-4311-8879-abb02b315b3d tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5819dce8-bf20-4e9f-9b5a-8d8f3b4f1ba3,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:31:36.951192 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-df091e2c-f7e4-4311-8879-abb02b315b3d tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:36.952456 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-df091e2c-f7e4-4311-8879-abb02b315b3d tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1289742 Sep 16 19:31:36.956181 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 50138) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:31:36.960943 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-7109339d-434d-4afa-8d2b-901baa13b4b7 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Request body: {'floatingip': {'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:31:37.018692 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144358b-1980-45ae-bcea-83e957564910 req-10d7a371-2e68-4e65-aa2d-240a1896ef46 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:31:37.020175 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a144358b-1980-45ae-bcea-83e957564910 req-10d7a371-2e68-4e65-aa2d-240a1896ef46 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 945 time: 0.0528970 Sep 16 19:31:37.021516 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7109339d-434d-4afa-8d2b-901baa13b4b7 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:37.110599 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:31:37.128366 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:31:37.132084 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a144358b-1980-45ae-bcea-83e957564910 req-e2cebe56-fbd8-4335-a5ec-2a2f5e02f069 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061790 Sep 16 19:31:37.135839 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7109339d-434d-4afa-8d2b-901baa13b4b7 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:37.259470 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-7109339d-434d-4afa-8d2b-901baa13b4b7 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Allocated IP 172.27.2.156 (01cd8397-3ed1-4c5d-9923-fabf569219df/d3fb57fd-37cc-4923-b90f-7dd3d712a8d3/12c528b1-393d-4462-9fd4-50368b37fbe6) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:31:37.360705 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7109339d-434d-4afa-8d2b-901baa13b4b7 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for port (12c528b1-393d-4462-9fd4-50368b37fbe6), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:37.396259 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7109339d-434d-4afa-8d2b-901baa13b4b7 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (12c528b1-393d-4462-9fd4-50368b37fbe6), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:37.439994 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7109339d-434d-4afa-8d2b-901baa13b4b7 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Network 01cd8397-3ed1-4c5d-9923-fabf569219df is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:31:37.444817 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-7109339d-434d-4afa-8d2b-901baa13b4b7 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:31:37.448011 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7109339d-434d-4afa-8d2b-901baa13b4b7 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:31:37.469634 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7109339d-434d-4afa-8d2b-901baa13b4b7 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Pushing event updated for resources: {'Port': ['ID=12c528b1-393d-4462-9fd4-50368b37fbe6,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:31:37.537399 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7109339d-434d-4afa-8d2b-901baa13b4b7 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for floatingip (e928e6de-b509-4e38-b976-51f0741d91c1), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:37.577850 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7109339d-434d-4afa-8d2b-901baa13b4b7 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (12c528b1-393d-4462-9fd4-50368b37fbe6), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:37.739164 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7109339d-434d-4afa-8d2b-901baa13b4b7 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for port (12c528b1-393d-4462-9fd4-50368b37fbe6), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:37.747605 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7109339d-434d-4afa-8d2b-901baa13b4b7 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445664'] for port (12c528b1-393d-4462-9fd4-50368b37fbe6), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:37.817814 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7109339d-434d-4afa-8d2b-901baa13b4b7 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Pushing event updated for resources: {'Port': ['ID=12c528b1-393d-4462-9fd4-50368b37fbe6,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:31:37.820258 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7109339d-434d-4afa-8d2b-901baa13b4b7 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681123'] for floatingip (e928e6de-b509-4e38-b976-51f0741d91c1), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:37.846526 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7109339d-434d-4afa-8d2b-901baa13b4b7 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for floatingip (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:37.848406 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-7109339d-434d-4afa-8d2b-901baa13b4b7 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8908403 Sep 16 19:31:38.061602 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a4e00cd9-1d22-4dac-b300-fd0e3aa44d3d req-9bfa681d-2abe-4c1f-b257-a8cfbf872770 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1780493292&fields=id&tenant_id=1983ce4dc9bd4050a2399d9f62d3e871 HTTP/1.1" status: 200 len: 267 time: 0.0457661 Sep 16 19:31:38.179603 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e00cd9-1d22-4dac-b300-fd0e3aa44d3d req-ec04079a-b88d-4679-b5d3-1387a7cae997 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:31:38.181087 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a4e00cd9-1d22-4dac-b300-fd0e3aa44d3d req-ec04079a-b88d-4679-b5d3-1387a7cae997 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/networks?id=1b509164-1dc6-4639-9003-d3f932682d2f HTTP/1.1" status: 200 len: 815 time: 0.1128755 Sep 16 19:31:38.198150 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a4e00cd9-1d22-4dac-b300-fd0e3aa44d3d req-e24a1ca1-712b-42e3-8c5e-4e4432f7bef1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/quotas/1983ce4dc9bd4050a2399d9f62d3e871 HTTP/1.1" status: 200 len: 375 time: 0.0113602 Sep 16 19:31:38.221412 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:31:38.252823 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a4e00cd9-1d22-4dac-b300-fd0e3aa44d3d req-7950047d-a91e-4977-b95e-ddadb99d1bd9 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=1983ce4dc9bd4050a2399d9f62d3e871&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483027 Sep 16 19:31:38.261563 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3b12c-4480-4e26-b181-9674c5a32ea8 req-39db076a-1f1e-4f7b-bdd6-8f5b2a459a57 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:31:38.263121 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ede3b12c-4480-4e26-b181-9674c5a32ea8 req-39db076a-1f1e-4f7b-bdd6-8f5b2a459a57 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 945 time: 0.0507452 Sep 16 19:31:38.287456 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:31:38.300344 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:31:38.317690 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ede3b12c-4480-4e26-b181-9674c5a32ea8 req-94b4a0c9-195b-43b4-8c81-431b142c9538 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487897 Sep 16 19:31:38.321136 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:31:38.357224 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a4e00cd9-1d22-4dac-b300-fd0e3aa44d3d req-579ee3a1-0f19-4481-b199-82b7b8007f50 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/1b509164-1dc6-4639-9003-d3f932682d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929599 Sep 16 19:31:38.456638 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a4e00cd9-1d22-4dac-b300-fd0e3aa44d3d req-bd23bdb6-faaf-4fd9-960e-e8bc18ef32bf service neutron] 10.222.0.49 "GET /networking/v2.0/networks/1b509164-1dc6-4639-9003-d3f932682d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912817 Sep 16 19:31:38.638522 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6a3cc45d-f769-4ac4-a02c-f9ca1b8a3b08 req-ab52f77f-f767-4069-bf7f-0b422b7890de tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a4b0bc58-ffc9-4014-b49d-ca280ad79b32 HTTP/1.1" status: 200 len: 210 time: 0.0308356 Sep 16 19:31:39.440016 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0633a7-c6d8-406b-a367-8fec7c6a769b req-f71af309-edbc-46be-a83c-c019c6da7c00 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:31:39.442128 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8d0633a7-c6d8-406b-a367-8fec7c6a769b req-f71af309-edbc-46be-a83c-c019c6da7c00 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 945 time: 0.0482538 Sep 16 19:31:39.494578 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8d0633a7-c6d8-406b-a367-8fec7c6a769b req-762088ec-a8b5-484d-a7fe-1df3f50a12b8 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471506 Sep 16 19:31:39.750304 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b8d7d08d-46ee-4eee-8a1b-d5e82b4448d3 req-705658b3-deee-4c3c-9c96-37def0e9f7e1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a4b0bc58-ffc9-4014-b49d-ca280ad79b32 HTTP/1.1" status: 200 len: 210 time: 0.0283604 Sep 16 19:31:39.952799 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e00cd9-1d22-4dac-b300-fd0e3aa44d3d req-5a7ca918-3846-4eaf-bb0a-a81b317d7197 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:31:39.954171 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a4e00cd9-1d22-4dac-b300-fd0e3aa44d3d req-5a7ca918-3846-4eaf-bb0a-a81b317d7197 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.27 "GET /networking/v2.0/networks?id=1b509164-1dc6-4639-9003-d3f932682d2f HTTP/1.1" status: 200 len: 815 time: 0.1063876 Sep 16 19:31:40.038120 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a4e00cd9-1d22-4dac-b300-fd0e3aa44d3d req-a0cc4409-05cd-4d2b-bd51-1a7627fb7637 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1983ce4dc9bd4050a2399d9f62d3e871 HTTP/1.1" status: 200 len: 472 time: 0.0687606 Sep 16 19:31:40.134046 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-a4e00cd9-1d22-4dac-b300-fd0e3aa44d3d req-685ea019-c98e-4ba7-9b0a-e4f8c6161c3a tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Request body: {'port': {'device_id': 'a4b0bc58-ffc9-4014-b49d-ca280ad79b32', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'admin_state_up': True, 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'security_groups': ['4b8468ab-b1b7-4cc7-97e8-c292bbb77113']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:31:40.255535 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4e00cd9-1d22-4dac-b300-fd0e3aa44d3d req-685ea019-c98e-4ba7-9b0a-e4f8c6161c3a tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Made reservation on behalf of 1983ce4dc9bd4050a2399d9f62d3e871 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:31:40.259365 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a4e00cd9-1d22-4dac-b300-fd0e3aa44d3d req-685ea019-c98e-4ba7-9b0a-e4f8c6161c3a tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:40.385506 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-a4e00cd9-1d22-4dac-b300-fd0e3aa44d3d req-685ea019-c98e-4ba7-9b0a-e4f8c6161c3a tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Allocated IP 172.20.0.13 (1b509164-1dc6-4639-9003-d3f932682d2f/b23467b1-0e6b-4468-bd6e-d295548dcf80/3041a9c9-2a31-4447-bb58-b0524edea464) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:31:40.539026 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a4e00cd9-1d22-4dac-b300-fd0e3aa44d3d req-685ea019-c98e-4ba7-9b0a-e4f8c6161c3a tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for port (3041a9c9-2a31-4447-bb58-b0524edea464), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:40.571991 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a4e00cd9-1d22-4dac-b300-fd0e3aa44d3d req-685ea019-c98e-4ba7-9b0a-e4f8c6161c3a tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (3041a9c9-2a31-4447-bb58-b0524edea464), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:40.613660 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf2af6-51ed-4f11-8adb-4328a045c222 req-01c9e6ae-1a8f-46ce-9403-32a43c4c0bf0 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:31:40.615129 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e2cf2af6-51ed-4f11-8adb-4328a045c222 req-01c9e6ae-1a8f-46ce-9403-32a43c4c0bf0 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 945 time: 0.0459752 Sep 16 19:31:40.618535 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4e00cd9-1d22-4dac-b300-fd0e3aa44d3d req-685ea019-c98e-4ba7-9b0a-e4f8c6161c3a tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Network 1b509164-1dc6-4639-9003-d3f932682d2f is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:31:40.622179 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-a4e00cd9-1d22-4dac-b300-fd0e3aa44d3d req-685ea019-c98e-4ba7-9b0a-e4f8c6161c3a tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:31:40.625187 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e00cd9-1d22-4dac-b300-fd0e3aa44d3d req-685ea019-c98e-4ba7-9b0a-e4f8c6161c3a tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:31:40.651176 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685ea019-c98e-4ba7-9b0a-e4f8c6161c3a tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Pushing event updated for resources: {'Port': ['ID=3041a9c9-2a31-4447-bb58-b0524edea464,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:31:40.662552 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:31:40.668153 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e2cf2af6-51ed-4f11-8adb-4328a045c222 req-df8a1749-727d-4819-9484-9a8abf052c9e tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467381 Sep 16 19:31:40.686197 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e00cd9-1d22-4dac-b300-fd0e3aa44d3d req-685ea019-c98e-4ba7-9b0a-e4f8c6161c3a tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:31:40.686831 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a4e00cd9-1d22-4dac-b300-fd0e3aa44d3d req-685ea019-c98e-4ba7-9b0a-e4f8c6161c3a tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:40.705812 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a4e00cd9-1d22-4dac-b300-fd0e3aa44d3d req-685ea019-c98e-4ba7-9b0a-e4f8c6161c3a tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5772972 Sep 16 19:31:40.729260 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-a4e00cd9-1d22-4dac-b300-fd0e3aa44d3d req-e320a1d4-01c8-4da5-9574-bc68c1602ed8 service neutron] Request body: {'port': {'device_id': 'a4b0bc58-ffc9-4014-b49d-ca280ad79b32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:31:40.806950 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a4e00cd9-1d22-4dac-b300-fd0e3aa44d3d req-e320a1d4-01c8-4da5-9574-bc68c1602ed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (3041a9c9-2a31-4447-bb58-b0524edea464), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:40.823982 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:31:40.891913 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-6f77fcdb-e914-40ef-9712-549ab0069d3c None None] Provisioning complete for port 3041a9c9-2a31-4447-bb58-b0524edea464 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:31:40.892559 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6f77fcdb-e914-40ef-9712-549ab0069d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (3041a9c9-2a31-4447-bb58-b0524edea464), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:40.892944 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-6f77fcdb-e914-40ef-9712-549ab0069d3c None None] Attempt 1 to provision port 3041a9c9-2a31-4447-bb58-b0524edea464 Sep 16 19:31:40.926165 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-6f77fcdb-e914-40ef-9712-549ab0069d3c None None] Port 3041a9c9-2a31-4447-bb58-b0524edea464 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:31:40.939086 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c6921-d6d9-43e4-9b60-15181b33c255 req-3971fa0e-5430-461a-8066-4fb350dee821 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:31:40.940895 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0b4c6921-d6d9-43e4-9b60-15181b33c255 req-3971fa0e-5430-461a-8066-4fb350dee821 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a4b0bc58-ffc9-4014-b49d-ca280ad79b32 HTTP/1.1" status: 200 len: 932 time: 0.0945656 Sep 16 19:31:40.990002 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0b4c6921-d6d9-43e4-9b60-15181b33c255 req-a1fca4c9-5fce-4c51-ae4f-d46b344f82c8 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4b8468ab-b1b7-4cc7-97e8-c292bbb77113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430839 Sep 16 19:31:41.002060 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39afdf5-dc01-4f6e-ba33-65365803accd req-98f47397-a51a-4ed7-aff4-3fe628279733 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:31:41.006020 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c39afdf5-dc01-4f6e-ba33-65365803accd req-98f47397-a51a-4ed7-aff4-3fe628279733 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 945 time: 0.0855663 Sep 16 19:31:41.076185 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72566571-98bf-48ea-b512-f4e4cc5f1496 req-dc31d012-fccb-4477-93e9-47f922db300e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:31:41.077654 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-72566571-98bf-48ea-b512-f4e4cc5f1496 req-dc31d012-fccb-4477-93e9-47f922db300e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ea483f6ff12d425fa1e8aa29e472dfe2&device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 1129 time: 0.0384536 Sep 16 19:31:41.099819 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c39afdf5-dc01-4f6e-ba33-65365803accd req-2e4048d4-251d-4b46-b5e0-696a8c60d378 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633192 Sep 16 19:31:41.169858 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [req-a4e00cd9-1d22-4dac-b300-fd0e3aa44d3d req-e320a1d4-01c8-4da5-9574-bc68c1602ed8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3041a9c9-2a31-4447-bb58-b0524edea464 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 19:31:41.174589 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72566571-98bf-48ea-b512-f4e4cc5f1496 req-e2421790-7451-4548-876d-0a3b2bf2b47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:31:41.176165 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-72566571-98bf-48ea-b512-f4e4cc5f1496 req-e2421790-7451-4548-876d-0a3b2bf2b47e service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=c95d3abe-3283-4882-9a4b-da4bde31c550 HTTP/1.1" status: 200 len: 912 time: 0.0917349 Sep 16 19:31:41.178505 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a4e00cd9-1d22-4dac-b300-fd0e3aa44d3d req-e320a1d4-01c8-4da5-9574-bc68c1602ed8 service neutron] Publish callbacks [] for port (3041a9c9-2a31-4447-bb58-b0524edea464), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:41.192330 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-a4e00cd9-1d22-4dac-b300-fd0e3aa44d3d req-e320a1d4-01c8-4da5-9574-bc68c1602ed8 service neutron] Transition to ACTIVE for port object 3041a9c9-2a31-4447-bb58-b0524edea464 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 19:31:41.197570 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a4e00cd9-1d22-4dac-b300-fd0e3aa44d3d req-e320a1d4-01c8-4da5-9574-bc68c1602ed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445664'] for port (3041a9c9-2a31-4447-bb58-b0524edea464), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:41.265840 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-72566571-98bf-48ea-b512-f4e4cc5f1496 req-eeefd7ff-9e1a-479b-8fd5-afb7aed9de82 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bea6c9de-5e89-45b4-bf9a-289f31f5e544 HTTP/1.1" status: 200 len: 1001 time: 0.0834236 Sep 16 19:31:41.273579 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e320a1d4-01c8-4da5-9574-bc68c1602ed8 service neutron] Pushing event updated for resources: {'Port': ['ID=3041a9c9-2a31-4447-bb58-b0524edea464,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:31:41.306274 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-a4e00cd9-1d22-4dac-b300-fd0e3aa44d3d req-e320a1d4-01c8-4da5-9574-bc68c1602ed8 service neutron] Attempting to bind port 3041a9c9-2a31-4447-bb58-b0524edea464 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:31:41.306767 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-a4e00cd9-1d22-4dac-b300-fd0e3aa44d3d req-e320a1d4-01c8-4da5-9574-bc68c1602ed8 service neutron] Attempting to bind port 3041a9c9-2a31-4447-bb58-b0524edea464 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': 'd2aecd8e-0f77-4a3e-8fa6-6519afb8f770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:31:41.307168 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e00cd9-1d22-4dac-b300-fd0e3aa44d3d req-e320a1d4-01c8-4da5-9574-bc68c1602ed8 service neutron] Attempting to bind port 3041a9c9-2a31-4447-bb58-b0524edea464 on network 1b509164-1dc6-4639-9003-d3f932682d2f {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:31:41.322124 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72566571-98bf-48ea-b512-f4e4cc5f1496 req-4045d1f1-2272-4d20-88fc-71d8c3b6bbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:31:41.323591 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-72566571-98bf-48ea-b512-f4e4cc5f1496 req-4045d1f1-2272-4d20-88fc-71d8c3b6bbab service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=bd855fb2-111c-4847-9866-e1c6fab3dfc7 HTTP/1.1" status: 200 len: 850 time: 0.0488133 Sep 16 19:31:41.352697 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e00cd9-1d22-4dac-b300-fd0e3aa44d3d req-e320a1d4-01c8-4da5-9574-bc68c1602ed8 service neutron] Port 3041a9c9-2a31-4447-bb58-b0524edea464 on network 1b509164-1dc6-4639-9003-d3f932682d2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 19:31:41.352927 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e00cd9-1d22-4dac-b300-fd0e3aa44d3d req-e320a1d4-01c8-4da5-9574-bc68c1602ed8 service neutron] Attempting to bind port 3041a9c9-2a31-4447-bb58-b0524edea464 on network 1b509164-1dc6-4639-9003-d3f932682d2f {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:31:41.369205 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72566571-98bf-48ea-b512-f4e4cc5f1496 req-633495fb-7503-4f9a-be88-193e5684c626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:31:41.370684 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-72566571-98bf-48ea-b512-f4e4cc5f1496 req-633495fb-7503-4f9a-be88-193e5684c626 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=c95d3abe-3283-4882-9a4b-da4bde31c550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379238 Sep 16 19:31:41.394255 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e00cd9-1d22-4dac-b300-fd0e3aa44d3d req-e320a1d4-01c8-4da5-9574-bc68c1602ed8 service neutron] Checking agent: {'id': 'f29a7e91-2c4b-48c7-9aed-98e73119d395', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 24, 59), 'started_at': datetime.datetime(2022, 9, 16, 19, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:31:41.394566 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e00cd9-1d22-4dac-b300-fd0e3aa44d3d req-e320a1d4-01c8-4da5-9574-bc68c1602ed8 service neutron] Checking segment: {'id': 'd2aecd8e-0f77-4a3e-8fa6-6519afb8f770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:31:41.394934 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e00cd9-1d22-4dac-b300-fd0e3aa44d3d req-e320a1d4-01c8-4da5-9574-bc68c1602ed8 service neutron] Bound using segment: {'id': 'd2aecd8e-0f77-4a3e-8fa6-6519afb8f770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:31:41.395344 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-a4e00cd9-1d22-4dac-b300-fd0e3aa44d3d req-e320a1d4-01c8-4da5-9574-bc68c1602ed8 service neutron] Bound port: 3041a9c9-2a31-4447-bb58-b0524edea464, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2aecd8e-0f77-4a3e-8fa6-6519afb8f770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:31:41.395687 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a4e00cd9-1d22-4dac-b300-fd0e3aa44d3d req-e320a1d4-01c8-4da5-9574-bc68c1602ed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (3041a9c9-2a31-4447-bb58-b0524edea464), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:41.427071 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-6f77fcdb-e914-40ef-9712-549ab0069d3c None None] Attempt 2 to provision port 3041a9c9-2a31-4447-bb58-b0524edea464 Sep 16 19:31:41.454244 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-a4e00cd9-1d22-4dac-b300-fd0e3aa44d3d req-e320a1d4-01c8-4da5-9574-bc68c1602ed8 service neutron] For port 3041a9c9-2a31-4447-bb58-b0524edea464, host hv-cinder-85032, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:31:41.457786 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-a4e00cd9-1d22-4dac-b300-fd0e3aa44d3d req-e320a1d4-01c8-4da5-9574-bc68c1602ed8 service neutron] For port 3041a9c9-2a31-4447-bb58-b0524edea464, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=3041a9c9-2a31-4447-bb58-b0524edea464,segment=NetworkSegment(d2aecd8e-0f77-4a3e-8fa6-6519afb8f770),segment_id=d2aecd8e-0f77-4a3e-8fa6-6519afb8f770)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:31:41.462056 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-6f77fcdb-e914-40ef-9712-549ab0069d3c None None] Port 3041a9c9-2a31-4447-bb58-b0524edea464 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:31:41.467140 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a4e00cd9-1d22-4dac-b300-fd0e3aa44d3d req-e320a1d4-01c8-4da5-9574-bc68c1602ed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445664'] for port (3041a9c9-2a31-4447-bb58-b0524edea464), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:41.471519 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e00cd9-1d22-4dac-b300-fd0e3aa44d3d req-e320a1d4-01c8-4da5-9574-bc68c1602ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:31:41.472158 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a4e00cd9-1d22-4dac-b300-fd0e3aa44d3d req-e320a1d4-01c8-4da5-9574-bc68c1602ed8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:41.473628 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-72566571-98bf-48ea-b512-f4e4cc5f1496 req-e2e07cc2-2cd9-4cdb-8dcc-01e7a589128d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/c95d3abe-3283-4882-9a4b-da4bde31c550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957263 Sep 16 19:31:41.473805 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a4e00cd9-1d22-4dac-b300-fd0e3aa44d3d req-e320a1d4-01c8-4da5-9574-bc68c1602ed8 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/3041a9c9-2a31-4447-bb58-b0524edea464 HTTP/1.1" status: 200 len: 1094 time: 0.7494123 Sep 16 19:31:41.475528 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b0bc58-ffc9-4014-b49d-ca280ad79b32', 'tag': '3041a9c9-2a31-4447-bb58-b0524edea464'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:31:41.478491 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e152f16bac9f1df6f483fa1cb5a6d8c6a2a494143f87e2794594a52eeef6f53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702751be-4944-487f-b515-b09b7c92df29" -d '{"events": [{"name": "network-changed", "server_uuid": "a4b0bc58-ffc9-4014-b49d-ca280ad79b32", "tag": "3041a9c9-2a31-4447-bb58-b0524edea464"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:31:41.526116 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e320a1d4-01c8-4da5-9574-bc68c1602ed8 service neutron] Pushing event updated for resources: {'Port': ['ID=3041a9c9-2a31-4447-bb58-b0524edea464,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:31:41.535913 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 19:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b248206c-2b16-450a-879e-9be25d5593a3 x-openstack-request-id: req-b248206c-2b16-450a-879e-9be25d5593a3 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:31:41.536271 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4b0bc58-ffc9-4014-b49d-ca280ad79b32", "tag": "3041a9c9-2a31-4447-bb58-b0524edea464", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:31:41.536607 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b248206c-2b16-450a-879e-9be25d5593a3 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:31:41.537048 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b248206c-2b16-450a-879e-9be25d5593a3'] response: {'name': 'network-changed', 'server_uuid': 'a4b0bc58-ffc9-4014-b49d-ca280ad79b32', 'tag': '3041a9c9-2a31-4447-bb58-b0524edea464', 'status': 'completed', 'code': 200} Sep 16 19:31:41.593240 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-72566571-98bf-48ea-b512-f4e4cc5f1496 req-f9327efa-7f7c-46d5-a5c0-9ba448bf31b5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/c95d3abe-3283-4882-9a4b-da4bde31c550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985401 Sep 16 19:31:41.605445 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:31:41.616088 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e00cd9-1d22-4dac-b300-fd0e3aa44d3d req-ed5a88b0-f34e-455c-ae8e-2e532096f0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:31:41.617740 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a4e00cd9-1d22-4dac-b300-fd0e3aa44d3d req-ed5a88b0-f34e-455c-ae8e-2e532096f0c3 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1983ce4dc9bd4050a2399d9f62d3e871&device_id=a4b0bc58-ffc9-4014-b49d-ca280ad79b32 HTTP/1.1" status: 200 len: 1128 time: 0.0443354 Sep 16 19:31:41.682551 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a4e00cd9-1d22-4dac-b300-fd0e3aa44d3d req-67b90f27-67f5-4f7f-b2f6-3929bcd503ea service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3041a9c9-2a31-4447-bb58-b0524edea464 HTTP/1.1" status: 200 len: 217 time: 0.0406740 Sep 16 19:31:41.929009 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e00cd9-1d22-4dac-b300-fd0e3aa44d3d req-1f1e75ac-de81-4923-92f8-032bb0769484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:31:41.930350 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a4e00cd9-1d22-4dac-b300-fd0e3aa44d3d req-1f1e75ac-de81-4923-92f8-032bb0769484 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b23467b1-0e6b-4468-bd6e-d295548dcf80 HTTP/1.1" status: 200 len: 854 time: 0.0578258 Sep 16 19:31:41.963378 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-6f77fcdb-e914-40ef-9712-549ab0069d3c None None] Attempt 3 to provision port 3041a9c9-2a31-4447-bb58-b0524edea464 Sep 16 19:31:41.973478 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:31:41.976946 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e00cd9-1d22-4dac-b300-fd0e3aa44d3d req-4f2884f0-4775-4df3-a4f6-20d6830d9283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:31:41.978447 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a4e00cd9-1d22-4dac-b300-fd0e3aa44d3d req-4f2884f0-4775-4df3-a4f6-20d6830d9283 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=1b509164-1dc6-4639-9003-d3f932682d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408034 Sep 16 19:31:42.003012 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-6f77fcdb-e914-40ef-9712-549ab0069d3c None None] Port 3041a9c9-2a31-4447-bb58-b0524edea464 had new provisioning blocks added so it will not transition to active. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 19:31:42.088804 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a4e00cd9-1d22-4dac-b300-fd0e3aa44d3d req-6f696e63-9d51-407e-b26c-8e93435e605b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1b509164-1dc6-4639-9003-d3f932682d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967793 Sep 16 19:31:42.166689 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c108c-70b4-4af3-94d8-064330be2bbf req-70900739-3faf-42de-aba9-43a4fe22cb22 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:31:42.168151 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0d0c108c-70b4-4af3-94d8-064330be2bbf req-70900739-3faf-42de-aba9-43a4fe22cb22 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a4b0bc58-ffc9-4014-b49d-ca280ad79b32 HTTP/1.1" status: 200 len: 944 time: 0.0982704 Sep 16 19:31:42.227200 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba96a4-24e2-4370-9fda-de7851aa8fc4 req-f5185d24-448b-418c-b75a-bc86a030825f tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:31:42.229217 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d1ba96a4-24e2-4370-9fda-de7851aa8fc4 req-f5185d24-448b-418c-b75a-bc86a030825f tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 945 time: 0.0472414 Sep 16 19:31:42.235129 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a4e00cd9-1d22-4dac-b300-fd0e3aa44d3d req-a25e6106-7b23-4214-bb31-1285c9871fa0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1b509164-1dc6-4639-9003-d3f932682d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305931 Sep 16 19:31:42.246621 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0d0c108c-70b4-4af3-94d8-064330be2bbf req-93578885-2484-4ab6-a3a1-ef2d883d56c5 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4b8468ab-b1b7-4cc7-97e8-c292bbb77113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697846 Sep 16 19:31:42.266676 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:31:42.282692 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d1ba96a4-24e2-4370-9fda-de7851aa8fc4 req-bd7e6d4f-19b7-4743-95b3-5f9cdda10cff tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476184 Sep 16 19:31:43.382904 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60a895-9ba0-49ed-a77c-ef3b1e1beaa7 req-f65cd421-d0fb-4adb-bb14-48b1d0d3e9a3 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:31:43.384418 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1a60a895-9ba0-49ed-a77c-ef3b1e1beaa7 req-f65cd421-d0fb-4adb-bb14-48b1d0d3e9a3 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a4b0bc58-ffc9-4014-b49d-ca280ad79b32 HTTP/1.1" status: 200 len: 944 time: 0.0521708 Sep 16 19:31:43.405071 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b381230-0cb5-4f55-bec8-e276ad0f9cbd req-16795e9e-0ff4-4569-83a3-12a581b85183 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:31:43.407630 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1b381230-0cb5-4f55-bec8-e276ad0f9cbd req-16795e9e-0ff4-4569-83a3-12a581b85183 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 945 time: 0.0494804 Sep 16 19:31:43.419159 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:31:43.434138 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1a60a895-9ba0-49ed-a77c-ef3b1e1beaa7 req-ceb00700-839a-4e06-a39d-01fdf9d7754a tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4b8468ab-b1b7-4cc7-97e8-c292bbb77113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438068 Sep 16 19:31:43.456165 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1b381230-0cb5-4f55-bec8-e276ad0f9cbd req-0ab011ed-091d-48ec-8f0d-fb588fc71b27 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438919 Sep 16 19:31:44.563253 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024d5ef-f20f-43eb-a5db-5f4cbf1f5a9c req-cef2801a-60ff-4ec2-9791-674ba4a3c03e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:31:44.565012 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e024d5ef-f20f-43eb-a5db-5f4cbf1f5a9c req-cef2801a-60ff-4ec2-9791-674ba4a3c03e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a4b0bc58-ffc9-4014-b49d-ca280ad79b32 HTTP/1.1" status: 200 len: 944 time: 0.0477047 Sep 16 19:31:44.613746 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e024d5ef-f20f-43eb-a5db-5f4cbf1f5a9c req-2bf92451-9b59-4c04-a385-93c1992e5bd9 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4b8468ab-b1b7-4cc7-97e8-c292bbb77113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429204 Sep 16 19:31:45.497668 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702751be-4944-487f-b515-b09b7c92df29 req-ea21a9f0-0800-4d5a-9818-ace5ca115350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:31:45.499348 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-702751be-4944-487f-b515-b09b7c92df29 req-ea21a9f0-0800-4d5a-9818-ace5ca115350 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1983ce4dc9bd4050a2399d9f62d3e871&device_id=a4b0bc58-ffc9-4014-b49d-ca280ad79b32 HTTP/1.1" status: 200 len: 1128 time: 0.0428174 Sep 16 19:31:45.592684 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702751be-4944-487f-b515-b09b7c92df29 req-1bce731d-34a4-4129-b382-31825019590e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:31:45.594121 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-702751be-4944-487f-b515-b09b7c92df29 req-1bce731d-34a4-4129-b382-31825019590e service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=1b509164-1dc6-4639-9003-d3f932682d2f HTTP/1.1" status: 200 len: 916 time: 0.0886381 Sep 16 19:31:45.632964 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-702751be-4944-487f-b515-b09b7c92df29 req-bc680db0-ff18-4003-bfc8-c184a852226d service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3041a9c9-2a31-4447-bb58-b0524edea464 HTTP/1.1" status: 200 len: 217 time: 0.0317979 Sep 16 19:31:45.689983 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702751be-4944-487f-b515-b09b7c92df29 req-6a7d0f99-0458-4ea9-8799-3368a5cfa916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:31:45.691489 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-702751be-4944-487f-b515-b09b7c92df29 req-6a7d0f99-0458-4ea9-8799-3368a5cfa916 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b23467b1-0e6b-4468-bd6e-d295548dcf80 HTTP/1.1" status: 200 len: 854 time: 0.0480638 Sep 16 19:31:45.733814 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702751be-4944-487f-b515-b09b7c92df29 req-70f0500f-54e1-4b7c-9fef-785700578474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:31:45.735298 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-702751be-4944-487f-b515-b09b7c92df29 req-70f0500f-54e1-4b7c-9fef-785700578474 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=1b509164-1dc6-4639-9003-d3f932682d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377469 Sep 16 19:31:45.738351 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41b602-ad7a-4d54-a706-85f87df10a21 req-468e88e2-b01c-4fd6-a70a-4aafdd385ec6 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:31:45.739843 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ff41b602-ad7a-4d54-a706-85f87df10a21 req-468e88e2-b01c-4fd6-a70a-4aafdd385ec6 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a4b0bc58-ffc9-4014-b49d-ca280ad79b32 HTTP/1.1" status: 200 len: 944 time: 0.0459142 Sep 16 19:31:45.788994 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ff41b602-ad7a-4d54-a706-85f87df10a21 req-1b052e20-d9ee-476d-99e9-167d31b0d29a tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4b8468ab-b1b7-4cc7-97e8-c292bbb77113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431278 Sep 16 19:31:45.827229 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-702751be-4944-487f-b515-b09b7c92df29 req-e0c955af-d91b-49d9-9b95-ff806c36f2d8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1b509164-1dc6-4639-9003-d3f932682d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825324 Sep 16 19:31:45.931527 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-702751be-4944-487f-b515-b09b7c92df29 req-13360558-bfd6-4797-9eeb-d8f1b2935689 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1b509164-1dc6-4639-9003-d3f932682d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967197 Sep 16 19:31:46.142421 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 3041a9c9-2a31-4447-bb58-b0524edea464 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 19:31:46.251476 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port 3041a9c9-2a31-4447-bb58-b0524edea464, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=3041a9c9-2a31-4447-bb58-b0524edea464,segment=NetworkSegment(d2aecd8e-0f77-4a3e-8fa6-6519afb8f770),segment_id=d2aecd8e-0f77-4a3e-8fa6-6519afb8f770)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:31:46.262718 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Returning: {'device': '3041a9c9-2a31-4447-bb58-b0524edea464', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'port_id': '3041a9c9-2a31-4447-bb58-b0524edea464', 'mac_address': 'fa:16:3e:db:36:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 19:31:46.301386 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port 3041a9c9-2a31-4447-bb58-b0524edea464 is: DOWN; New status is: BUILD {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:31:46.301728 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (3041a9c9-2a31-4447-bb58-b0524edea464), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:46.315465 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3041a9c9-2a31-4447-bb58-b0524edea464 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 19:31:46.335138 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port 3041a9c9-2a31-4447-bb58-b0524edea464, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=3041a9c9-2a31-4447-bb58-b0524edea464,segment=NetworkSegment(d2aecd8e-0f77-4a3e-8fa6-6519afb8f770),segment_id=d2aecd8e-0f77-4a3e-8fa6-6519afb8f770)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:31:46.342458 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (3041a9c9-2a31-4447-bb58-b0524edea464), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:46.388718 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=3041a9c9-2a31-4447-bb58-b0524edea464,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:31:46.396233 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:31:46.396583 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:31:46.396946 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:31:46.397312 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:31:46.397639 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:31:46.397965 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:31:46.398284 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:31:46.398619 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:31:46.398940 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:31:46.399256 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:31:46.399557 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:31:46.399883 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:31:46.400206 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:31:46.400542 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:31:46.400858 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:31:46.855970 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] get_ports_and_sgs() called for port_ids ['3041a9c9-2a31-4447-bb58-b0524edea464'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 19:31:46.901062 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:31:46.912225 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d3008-3719-43c1-b74d-0da2ae29512b req-76dcf93b-a845-4e23-9253-88ada3d61de3 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:31:46.913710 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9b2d3008-3719-43c1-b74d-0da2ae29512b req-76dcf93b-a845-4e23-9253-88ada3d61de3 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a4b0bc58-ffc9-4014-b49d-ca280ad79b32 HTTP/1.1" status: 200 len: 945 time: 0.0475061 Sep 16 19:31:46.962980 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9b2d3008-3719-43c1-b74d-0da2ae29512b req-e71bf3ad-560d-4114-82e6-8be1ac8b8404 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4b8468ab-b1b7-4cc7-97e8-c292bbb77113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425782 Sep 16 19:31:48.095142 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c593ea9-8954-4e62-ac32-d105058e8fde req-64b16a1b-e5e6-4481-b083-89acbfe73fae tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:31:48.096528 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3c593ea9-8954-4e62-ac32-d105058e8fde req-64b16a1b-e5e6-4481-b083-89acbfe73fae tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a4b0bc58-ffc9-4014-b49d-ca280ad79b32 HTTP/1.1" status: 200 len: 945 time: 0.0568733 Sep 16 19:31:48.139428 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 3041a9c9-2a31-4447-bb58-b0524edea464 up at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:31:48.147280 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3c593ea9-8954-4e62-ac32-d105058e8fde req-8f362abc-9269-4e24-b7c6-a8dc1b3b397f tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4b8468ab-b1b7-4cc7-97e8-c292bbb77113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449729 Sep 16 19:31:48.182432 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Provisioning for port 3041a9c9-2a31-4447-bb58-b0524edea464 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 19:31:48.191038 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Provisioning complete for port 3041a9c9-2a31-4447-bb58-b0524edea464 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:31:48.191398 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (3041a9c9-2a31-4447-bb58-b0524edea464), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:48.191750 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Attempt 1 to provision port 3041a9c9-2a31-4447-bb58-b0524edea464 Sep 16 19:31:48.227791 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:31:48.269854 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port 3041a9c9-2a31-4447-bb58-b0524edea464 is: BUILD; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:31:48.270323 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (3041a9c9-2a31-4447-bb58-b0524edea464), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:48.287607 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:31:48.295815 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b0bc58-ffc9-4014-b49d-ca280ad79b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3041a9c9-2a31-4447-bb58-b0524edea464'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:31:48.298133 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f3f7bbbb38247194f391b6222dc5c183e9bfb457d3b71a23f23b79e9cf016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e46a5ba-cb1a-4b7d-b082-6a9bd4a64668" -d '{"events": [{"server_uuid": "a4b0bc58-ffc9-4014-b49d-ca280ad79b32", "name": "network-vif-plugged", "status": "completed", "tag": "3041a9c9-2a31-4447-bb58-b0524edea464"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:31:48.313061 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port 3041a9c9-2a31-4447-bb58-b0524edea464, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=3041a9c9-2a31-4447-bb58-b0524edea464,segment=NetworkSegment(d2aecd8e-0f77-4a3e-8fa6-6519afb8f770),segment_id=d2aecd8e-0f77-4a3e-8fa6-6519afb8f770)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:31:48.318760 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (3041a9c9-2a31-4447-bb58-b0524edea464), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:48.341534 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 19:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de39c5c2-9088-4bbc-9f90-52a4baf2cfb2 x-openstack-request-id: req-de39c5c2-9088-4bbc-9f90-52a4baf2cfb2 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:31:48.341840 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b0bc58-ffc9-4014-b49d-ca280ad79b32", "name": "network-vif-plugged", "status": "completed", "tag": "3041a9c9-2a31-4447-bb58-b0524edea464", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:31:48.343520 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-de39c5c2-9088-4bbc-9f90-52a4baf2cfb2 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:31:48.343913 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de39c5c2-9088-4bbc-9f90-52a4baf2cfb2'] response: {'server_uuid': 'a4b0bc58-ffc9-4014-b49d-ca280ad79b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3041a9c9-2a31-4447-bb58-b0524edea464', 'code': 200} Sep 16 19:31:48.369121 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=3041a9c9-2a31-4447-bb58-b0524edea464,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:31:48.567349 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:31:48.575133 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e386655d-78b4-40af-95ba-09b8d957f23e req-ede4aa4a-b98d-4607-bd2a-7cf5855b965a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:31:48.576832 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e386655d-78b4-40af-95ba-09b8d957f23e req-ede4aa4a-b98d-4607-bd2a-7cf5855b965a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a4b0bc58-ffc9-4014-b49d-ca280ad79b32 HTTP/1.1" status: 200 len: 1130 time: 0.0533371 Sep 16 19:31:48.619719 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e386655d-78b4-40af-95ba-09b8d957f23e req-0d650030-7260-4fa1-b177-94c95b0674d2 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4b8468ab-b1b7-4cc7-97e8-c292bbb77113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371552 Sep 16 19:31:49.281534 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65911296-b388-4a90-94b7-202c7d04bb11 req-a88cc724-e6f4-4a71-bc5e-132f47e7ce35 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:31:49.282989 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-65911296-b388-4a90-94b7-202c7d04bb11 req-a88cc724-e6f4-4a71-bc5e-132f47e7ce35 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a4b0bc58-ffc9-4014-b49d-ca280ad79b32 HTTP/1.1" status: 200 len: 946 time: 0.0468626 Sep 16 19:31:49.332839 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-65911296-b388-4a90-94b7-202c7d04bb11 req-54baefe0-442b-4578-ba1a-6aa3fa19ac0a tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4b8468ab-b1b7-4cc7-97e8-c292bbb77113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417912 Sep 16 19:31:50.630026 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1f769-ac77-4729-a891-0b2b3f86744d req-556bd921-886b-46fd-ad65-79e0fe4e7a0a tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:31:50.631430 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-77d1f769-ac77-4729-a891-0b2b3f86744d req-556bd921-886b-46fd-ad65-79e0fe4e7a0a tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a4b0bc58-ffc9-4014-b49d-ca280ad79b32 HTTP/1.1" status: 200 len: 946 time: 0.2199893 Sep 16 19:31:50.681584 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-77d1f769-ac77-4729-a891-0b2b3f86744d req-89caf9b8-f833-4fc0-bebd-1bbaee96077f tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4b8468ab-b1b7-4cc7-97e8-c292bbb77113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441611 Sep 16 19:31:50.853563 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b668de-f9e9-4a98-b77b-2679d61d07e2 req-e8fa5d6b-4184-465c-b220-64f8eb1a3ba5 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:31:50.855017 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c3b668de-f9e9-4a98-b77b-2679d61d07e2 req-e8fa5d6b-4184-465c-b220-64f8eb1a3ba5 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a4b0bc58-ffc9-4014-b49d-ca280ad79b32 HTTP/1.1" status: 200 len: 946 time: 0.0993364 Sep 16 19:31:50.871826 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 50224) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:31:50.876587 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-b7f2ce74-1ed3-4ad9-be9a-20ffcc2b61b1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Request body: {'floatingip': {'port_id': '3041a9c9-2a31-4447-bb58-b0524edea464'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:31:51.173894 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b7f2ce74-1ed3-4ad9-be9a-20ffcc2b61b1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for floatingip (e928e6de-b509-4e38-b976-51f0741d91c1), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:51.630608 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b7f2ce74-1ed3-4ad9-be9a-20ffcc2b61b1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:51.637131 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b7f2ce74-1ed3-4ad9-be9a-20ffcc2b61b1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681123'] for floatingip (e928e6de-b509-4e38-b976-51f0741d91c1), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:51.735302 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.db.l3_db [None req-b7f2ce74-1ed3-4ad9-be9a-20ffcc2b61b1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Floating IP e928e6de-b509-4e38-b976-51f0741d91c1 associated. External IP: 172.27.2.156, port: 3041a9c9-2a31-4447-bb58-b0524edea464. Sep 16 19:31:51.927472 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:31:51.931602 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f2ce74-1ed3-4ad9-be9a-20ffcc2b61b1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Router 9227d13d-de08-4ed6-a833-6283712bcfa7 has already been hosted by L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:31:52.014158 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:31:52.038869 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f2ce74-1ed3-4ad9-be9a-20ffcc2b61b1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:31:52.045293 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b7f2ce74-1ed3-4ad9-be9a-20ffcc2b61b1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for floatingip (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:31:52.050847 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6027c3b-d727-4af4-9f78-a42c1c86c389 None None] Sync routers for ids ['9227d13d-de08-4ed6-a833-6283712bcfa7'] in dv-cinder-850320-7-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:31:52.062094 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6027c3b-d727-4af4-9f78-a42c1c86c389 None None] Routers {'9227d13d-de08-4ed6-a833-6283712bcfa7'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:31:52.062708 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-a6027c3b-d727-4af4-9f78-a42c1c86c389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:31:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['9227d13d-de08-4ed6-a833-6283712bcfa7'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:31:52.075883 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-b7f2ce74-1ed3-4ad9-be9a-20ffcc2b61b1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/e928e6de-b509-4e38-b976-51f0741d91c1 HTTP/1.1" status: 200 len: 992 time: 1.2029264 Sep 16 19:31:52.076870 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b0bc58-ffc9-4014-b49d-ca280ad79b32', 'tag': '3041a9c9-2a31-4447-bb58-b0524edea464'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:31:52.078925 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e152f16bac9f1df6f483fa1cb5a6d8c6a2a494143f87e2794594a52eeef6f53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984940a9-32c2-433d-94a4-5840b5094a6b" -d '{"events": [{"name": "network-changed", "server_uuid": "a4b0bc58-ffc9-4014-b49d-ca280ad79b32", "tag": "3041a9c9-2a31-4447-bb58-b0524edea464"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:31:52.117248 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 19:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb50998-498f-4558-8d30-b2578ad445c4 x-openstack-request-id: req-0cb50998-498f-4558-8d30-b2578ad445c4 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:31:52.117536 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4b0bc58-ffc9-4014-b49d-ca280ad79b32", "tag": "3041a9c9-2a31-4447-bb58-b0524edea464", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:31:52.117787 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0cb50998-498f-4558-8d30-b2578ad445c4 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:31:52.118185 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cb50998-498f-4558-8d30-b2578ad445c4'] response: {'name': 'network-changed', 'server_uuid': 'a4b0bc58-ffc9-4014-b49d-ca280ad79b32', 'tag': '3041a9c9-2a31-4447-bb58-b0524edea464', 'status': 'completed', 'code': 200} Sep 16 19:31:52.166102 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-a6027c3b-d727-4af4-9f78-a42c1c86c389 None None] Set router 9227d13d-de08-4ed6-a833-6283712bcfa7 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:31:52.216374 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984940a9-32c2-433d-94a4-5840b5094a6b req-cca9e78a-20b4-4530-a2ab-7d541f4974d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:31:52.218016 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-984940a9-32c2-433d-94a4-5840b5094a6b req-cca9e78a-20b4-4530-a2ab-7d541f4974d2 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1983ce4dc9bd4050a2399d9f62d3e871&device_id=a4b0bc58-ffc9-4014-b49d-ca280ad79b32 HTTP/1.1" status: 200 len: 1130 time: 0.0413477 Sep 16 19:31:52.313881 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984940a9-32c2-433d-94a4-5840b5094a6b req-3ba9802f-5f80-4ad7-a598-f8c900aa9946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:31:52.315367 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-984940a9-32c2-433d-94a4-5840b5094a6b req-3ba9802f-5f80-4ad7-a598-f8c900aa9946 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=1b509164-1dc6-4639-9003-d3f932682d2f HTTP/1.1" status: 200 len: 916 time: 0.0916588 Sep 16 19:31:52.377403 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-984940a9-32c2-433d-94a4-5840b5094a6b req-b449def4-55ea-4d1f-8f20-1e9c8c1a0d29 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3041a9c9-2a31-4447-bb58-b0524edea464 HTTP/1.1" status: 200 len: 1000 time: 0.0561788 Sep 16 19:31:52.382224 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-a6027c3b-d727-4af4-9f78-a42c1c86c389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'name': 'tempest-AttachVolumeNegativeTest-1174890714-router', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:47Z', 'updated_at': '2022-09-16T19:26:56Z', 'revision_number': 4, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'gw_port': {'id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:dd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:48Z', 'updated_at': '2022-09-16T19:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_floatingips': [{'id': 'c5d4b597-f55d-4bb6-b497-387431da21f1', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'port_id': '564ad5b6-f4d4-47ec-845c-17b90b57b3be', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'mac_address': 'fa:16:3e:7d:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e61203-755e-4afc-9359-dbbe44b0934d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:27:06Z', 'updated_at': '2022-09-16T19:28:41Z', 'revision_number': 2, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'fixed_ip_address_scope': None}, {'id': 'e928e6de-b509-4e38-b976-51f0741d91c1', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'port_id': '3041a9c9-2a31-4447-bb58-b0524edea464', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'mac_address': 'fa:16:3e:db:36:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b0bc58-ffc9-4014-b49d-ca280ad79b32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:31:37Z', 'updated_at': '2022-09-16T19:31:51Z', 'revision_number': 1, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aea26ef-78b1-4046-af15-928f65832dc2', 'name': '', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'mac_address': 'fa:16:3e:64:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:53Z', 'updated_at': '2022-09-16T19:27:04Z', 'revision_number': 5, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'subnets': [{'id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:31:52.407297 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6027c3b-d727-4af4-9f78-a42c1c86c389 None None] Checking router: 9227d13d-de08-4ed6-a833-6283712bcfa7 for host: dv-cinder-850320-7-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:31:52.416049 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6027c3b-d727-4af4-9f78-a42c1c86c389 None None] Routers {'9227d13d-de08-4ed6-a833-6283712bcfa7'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:31:52.416670 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-a6027c3b-d727-4af4-9f78-a42c1c86c389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:31:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['9227d13d-de08-4ed6-a833-6283712bcfa7'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:31:52.427313 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984940a9-32c2-433d-94a4-5840b5094a6b req-dcf21b56-efb6-4f8b-935b-3d2d60ef4078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:31:52.428810 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-984940a9-32c2-433d-94a4-5840b5094a6b req-dcf21b56-efb6-4f8b-935b-3d2d60ef4078 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b23467b1-0e6b-4468-bd6e-d295548dcf80 HTTP/1.1" status: 200 len: 854 time: 0.0459316 Sep 16 19:31:52.478891 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984940a9-32c2-433d-94a4-5840b5094a6b req-73c3bbe1-a915-4615-9eda-601349d88872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:31:52.480337 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-984940a9-32c2-433d-94a4-5840b5094a6b req-73c3bbe1-a915-4615-9eda-601349d88872 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=1b509164-1dc6-4639-9003-d3f932682d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437560 Sep 16 19:31:52.531199 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-a6027c3b-d727-4af4-9f78-a42c1c86c389 None None] Set router 9227d13d-de08-4ed6-a833-6283712bcfa7 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:31:52.572369 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-984940a9-32c2-433d-94a4-5840b5094a6b req-b132e31e-e7c4-4809-8a12-91bf4655062c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1b509164-1dc6-4639-9003-d3f932682d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862625 Sep 16 19:31:52.666162 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-984940a9-32c2-433d-94a4-5840b5094a6b req-fc1fd4c9-e4dc-4876-8e1f-448695489d3f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1b509164-1dc6-4639-9003-d3f932682d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867760 Sep 16 19:31:52.745663 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-a6027c3b-d727-4af4-9f78-a42c1c86c389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'name': 'tempest-AttachVolumeNegativeTest-1174890714-router', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:47Z', 'updated_at': '2022-09-16T19:26:56Z', 'revision_number': 4, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'gw_port': {'id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:dd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:48Z', 'updated_at': '2022-09-16T19:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_floatingips': [{'id': 'c5d4b597-f55d-4bb6-b497-387431da21f1', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'port_id': '564ad5b6-f4d4-47ec-845c-17b90b57b3be', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'mac_address': 'fa:16:3e:7d:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e61203-755e-4afc-9359-dbbe44b0934d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:27:06Z', 'updated_at': '2022-09-16T19:28:41Z', 'revision_number': 2, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'fixed_ip_address_scope': None}, {'id': 'e928e6de-b509-4e38-b976-51f0741d91c1', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'port_id': '3041a9c9-2a31-4447-bb58-b0524edea464', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'mac_address': 'fa:16:3e:db:36:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b0bc58-ffc9-4014-b49d-ca280ad79b32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:31:37Z', 'updated_at': '2022-09-16T19:31:51Z', 'revision_number': 1, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aea26ef-78b1-4046-af15-928f65832dc2', 'name': '', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'mac_address': 'fa:16:3e:64:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:53Z', 'updated_at': '2022-09-16T19:27:04Z', 'revision_number': 5, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'subnets': [{'id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:31:52.770403 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6027c3b-d727-4af4-9f78-a42c1c86c389 None None] The sync data for ids ['9227d13d-de08-4ed6-a833-6283712bcfa7'] in dv-cinder-850320-7-iscsi is: [{'id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'name': 'tempest-AttachVolumeNegativeTest-1174890714-router', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:47Z', 'updated_at': '2022-09-16T19:26:56Z', 'revision_number': 4, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'gw_port': {'id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:dd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:48Z', 'updated_at': '2022-09-16T19:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_floatingips': [{'id': 'c5d4b597-f55d-4bb6-b497-387431da21f1', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'port_id': '564ad5b6-f4d4-47ec-845c-17b90b57b3be', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'mac_address': 'fa:16:3e:7d:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e61203-755e-4afc-9359-dbbe44b0934d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:27:06Z', 'updated_at': '2022-09-16T19:28:41Z', 'revision_number': 2, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'fixed_ip_address_scope': None}, {'id': 'e928e6de-b509-4e38-b976-51f0741d91c1', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'port_id': '3041a9c9-2a31-4447-bb58-b0524edea464', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'mac_address': 'fa:16:3e:db:36:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b0bc58-ffc9-4014-b49d-ca280ad79b32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:31:37Z', 'updated_at': '2022-09-16T19:31:51Z', 'revision_number': 1, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aea26ef-78b1-4046-af15-928f65832dc2', 'name': '', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'mac_address': 'fa:16:3e:64:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:53Z', 'updated_at': '2022-09-16T19:27:04Z', 'revision_number': 5, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'subnets': [{'id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:31:52.968024 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a21f6e-540e-485c-878f-0a0f875e3c6b None None] New status for floating IP e928e6de-b509-4e38-b976-51f0741d91c1: ACTIVE {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 19:31:55.443069 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:32:00.023445 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=100 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:32:00.026662 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:32:00.043616 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-47d75bce-d5e2-4b5e-95df-56026905e73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:32:00.844064 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=40 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:32:00.846195 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=35 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:32:01.798083 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:32:02.269541 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-48f5b1b3-0d39-409a-aa71-1796539e67d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:32:02.661174 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=66 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:32:02.663209 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=51 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:32:03.622618 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:32:04.964281 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:32:05.132830 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:32:07.378700 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:32:07.379834 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:32:07.702807 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e522aaa5-08a3-430c-a9db-c76faa9b4886 req-5397a0cc-4f99-4cf6-ac07-41f252b6dc3e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434303 Sep 16 19:32:07.798319 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e522aaa5-08a3-430c-a9db-c76faa9b4886 req-296b243d-0af1-438b-b2a1-441c62379f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:07.799819 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e522aaa5-08a3-430c-a9db-c76faa9b4886 req-296b243d-0af1-438b-b2a1-441c62379f21 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ea483f6ff12d425fa1e8aa29e472dfe2&device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 1129 time: 0.0420604 Sep 16 19:32:07.918227 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e522aaa5-08a3-430c-a9db-c76faa9b4886 req-ef330dfe-43a5-4102-b6b9-97dbeb96eaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:07.919686 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e522aaa5-08a3-430c-a9db-c76faa9b4886 req-ef330dfe-43a5-4102-b6b9-97dbeb96eaf9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=c95d3abe-3283-4882-9a4b-da4bde31c550 HTTP/1.1" status: 200 len: 912 time: 0.0898025 Sep 16 19:32:07.982476 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e522aaa5-08a3-430c-a9db-c76faa9b4886 req-c8c929d7-c4b6-42c4-b81e-29d305209257 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bea6c9de-5e89-45b4-bf9a-289f31f5e544 HTTP/1.1" status: 200 len: 1001 time: 0.0556448 Sep 16 19:32:08.036346 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e522aaa5-08a3-430c-a9db-c76faa9b4886 req-2860c303-433f-41bd-8453-7a8a9dc33d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:08.037786 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e522aaa5-08a3-430c-a9db-c76faa9b4886 req-2860c303-433f-41bd-8453-7a8a9dc33d04 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=bd855fb2-111c-4847-9866-e1c6fab3dfc7 HTTP/1.1" status: 200 len: 850 time: 0.0483706 Sep 16 19:32:08.085695 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e522aaa5-08a3-430c-a9db-c76faa9b4886 req-108b7127-6b57-4c22-a1f9-57596c509339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:08.087243 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e522aaa5-08a3-430c-a9db-c76faa9b4886 req-108b7127-6b57-4c22-a1f9-57596c509339 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=c95d3abe-3283-4882-9a4b-da4bde31c550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421753 Sep 16 19:32:08.182913 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e522aaa5-08a3-430c-a9db-c76faa9b4886 req-51c1ebf8-163b-456b-9123-47a2ddf8c204 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/c95d3abe-3283-4882-9a4b-da4bde31c550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883343 Sep 16 19:32:08.274629 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e522aaa5-08a3-430c-a9db-c76faa9b4886 req-1dc2f4d8-7c6a-4105-aa70-23f32a689a18 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/c95d3abe-3283-4882-9a4b-da4bde31c550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853353 Sep 16 19:32:15.121577 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:32:15.126125 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:32:18.265675 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=48 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:32:18.271874 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=53 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:32:22.085786 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2456f-023c-4137-a43c-16c35ff7dc85 req-adeb7117-33ae-44d5-8d30-a5253919edc1 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:22.087528 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2dc2456f-023c-4137-a43c-16c35ff7dc85 req-adeb7117-33ae-44d5-8d30-a5253919edc1 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 946 time: 0.0545905 Sep 16 19:32:22.138011 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2dc2456f-023c-4137-a43c-16c35ff7dc85 req-53febd85-e78f-4f73-9ff8-55400ae7e365 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fb4f0468-1106-41bf-9a84-9334c387bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445964 Sep 16 19:32:22.155760 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8ebdf-fb1a-4db7-8a29-f2839c0c9cb5 req-1b457c75-1c4c-411b-85fa-ae003637d074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:22.157307 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cbc8ebdf-fb1a-4db7-8a29-f2839c0c9cb5 req-1b457c75-1c4c-411b-85fa-ae003637d074 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=804d63e1308b4729aff976d65f667e28&device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 1130 time: 0.0851860 Sep 16 19:32:22.301823 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8ebdf-fb1a-4db7-8a29-f2839c0c9cb5 req-9e0b8933-1af2-4abb-8a67-f425b5af91f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:22.304235 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cbc8ebdf-fb1a-4db7-8a29-f2839c0c9cb5 req-9e0b8933-1af2-4abb-8a67-f425b5af91f0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=1e4e6da9-902d-45b4-9fce-268e4415ecdb HTTP/1.1" status: 200 len: 919 time: 0.1298008 Sep 16 19:32:22.365926 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cbc8ebdf-fb1a-4db7-8a29-f2839c0c9cb5 req-de1c74b3-6ad1-45da-8dc3-4e8b722bd4d3 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d02b6349-c05e-440c-bd0f-3754f490d34f HTTP/1.1" status: 200 len: 1002 time: 0.0548050 Sep 16 19:32:22.419467 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8ebdf-fb1a-4db7-8a29-f2839c0c9cb5 req-dab98294-f626-4289-a4e9-861a2f8057cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:22.420889 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cbc8ebdf-fb1a-4db7-8a29-f2839c0c9cb5 req-dab98294-f626-4289-a4e9-861a2f8057cd service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=f796f6e5-3b84-4c9f-8c87-22a14447d493 HTTP/1.1" status: 200 len: 857 time: 0.0477436 Sep 16 19:32:22.462822 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8ebdf-fb1a-4db7-8a29-f2839c0c9cb5 req-b5382b15-93d2-47a2-981b-58ee259f15fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:22.464261 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cbc8ebdf-fb1a-4db7-8a29-f2839c0c9cb5 req-b5382b15-93d2-47a2-981b-58ee259f15fd service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=1e4e6da9-902d-45b4-9fce-268e4415ecdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371826 Sep 16 19:32:22.570052 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cbc8ebdf-fb1a-4db7-8a29-f2839c0c9cb5 req-dbc25b4c-7321-42a0-a0cf-2f9336ca662a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1e4e6da9-902d-45b4-9fce-268e4415ecdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983720 Sep 16 19:32:22.668481 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cbc8ebdf-fb1a-4db7-8a29-f2839c0c9cb5 req-f3cc2664-7df2-47ab-bb38-72aed91901b8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1e4e6da9-902d-45b4-9fce-268e4415ecdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910738 Sep 16 19:32:23.271383 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a69e64-aacd-4667-ab93-280b81ec334a req-3bf5c99f-4011-4431-a8ec-54775a1227d8 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:23.272936 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-12a69e64-aacd-4667-ab93-280b81ec334a req-3bf5c99f-4011-4431-a8ec-54775a1227d8 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 946 time: 0.0467043 Sep 16 19:32:23.326413 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-12a69e64-aacd-4667-ab93-280b81ec334a req-3a700e71-4eea-4330-b973-c1fab0610508 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fb4f0468-1106-41bf-9a84-9334c387bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451787 Sep 16 19:32:24.457946 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee5a0b-4131-4a84-b8b0-15d77a1eddb5 req-6a5946aa-1880-4425-b5ab-7be9e530d9bd tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:24.459401 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7aee5a0b-4131-4a84-b8b0-15d77a1eddb5 req-6a5946aa-1880-4425-b5ab-7be9e530d9bd tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 946 time: 0.0479338 Sep 16 19:32:24.508416 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7aee5a0b-4131-4a84-b8b0-15d77a1eddb5 req-31844516-dbf4-4361-b141-54521ccc02af tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fb4f0468-1106-41bf-9a84-9334c387bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431168 Sep 16 19:32:25.646915 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096cc182-2638-4667-aac0-6dd166ccc25d req-eaf59923-a43a-4d4f-a6ed-56e5d98fc8ff tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:25.648773 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-096cc182-2638-4667-aac0-6dd166ccc25d req-eaf59923-a43a-4d4f-a6ed-56e5d98fc8ff tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 946 time: 0.0465698 Sep 16 19:32:25.697952 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-096cc182-2638-4667-aac0-6dd166ccc25d req-3d59e6c7-cd43-4153-a53d-2d6407fcdcf7 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fb4f0468-1106-41bf-9a84-9334c387bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435727 Sep 16 19:32:26.836045 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fcd9f-8cf2-44ef-bd10-b3894c42140e req-54b97eba-6a30-4a04-8c55-fa28f9aef327 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:26.837681 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c25fcd9f-8cf2-44ef-bd10-b3894c42140e req-54b97eba-6a30-4a04-8c55-fa28f9aef327 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 946 time: 0.0553653 Sep 16 19:32:26.888063 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c25fcd9f-8cf2-44ef-bd10-b3894c42140e req-7a192c21-d8fc-4844-94d9-6f1fb5fd7d89 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fb4f0468-1106-41bf-9a84-9334c387bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418954 Sep 16 19:32:28.031221 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a98b7-9ad2-461e-9d0b-c33f18a1f017 req-08a2e710-8613-4df0-974a-3c818f0322c9 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:28.032594 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f19a98b7-9ad2-461e-9d0b-c33f18a1f017 req-08a2e710-8613-4df0-974a-3c818f0322c9 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 946 time: 0.0557427 Sep 16 19:32:28.080999 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f19a98b7-9ad2-461e-9d0b-c33f18a1f017 req-63459e65-b90c-4f78-8837-d437cc4282d7 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fb4f0468-1106-41bf-9a84-9334c387bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420728 Sep 16 19:32:28.327187 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:32:29.231033 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea87768-41d4-4066-8db4-5079f4b661e3 req-b522292b-6a8e-4db6-9672-e91c8e54cd6f tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:29.232500 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2ea87768-41d4-4066-8db4-5079f4b661e3 req-b522292b-6a8e-4db6-9672-e91c8e54cd6f tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 946 time: 0.0511267 Sep 16 19:32:29.283473 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2ea87768-41d4-4066-8db4-5079f4b661e3 req-7d46c45f-a9dc-412a-97c9-ae4b1984143c tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fb4f0468-1106-41bf-9a84-9334c387bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428050 Sep 16 19:32:30.030581 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1f9ecafd-60d9-419f-9e37-172c50befab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:32:30.435386 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924ecab-d230-456e-88fe-730fb22d7354 req-a49d4955-ae20-4c4d-a06d-776d7340040d tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:30.436862 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b924ecab-d230-456e-88fe-730fb22d7354 req-a49d4955-ae20-4c4d-a06d-776d7340040d tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 946 time: 0.0558448 Sep 16 19:32:30.484409 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b924ecab-d230-456e-88fe-730fb22d7354 req-148d110e-42be-48df-8cc4-6d9dc2e9954d tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fb4f0468-1106-41bf-9a84-9334c387bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417814 Sep 16 19:32:31.613873 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a5d55a-10a4-416f-b75e-0d863bd76481 req-80dc189b-67ac-49c4-bffe-b843fe32753c tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:31.615340 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b3a5d55a-10a4-416f-b75e-0d863bd76481 req-80dc189b-67ac-49c4-bffe-b843fe32753c tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 946 time: 0.0487542 Sep 16 19:32:31.670149 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b3a5d55a-10a4-416f-b75e-0d863bd76481 req-81e844e8-12d6-4f9d-ba60-b2a2a2084d21 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fb4f0468-1106-41bf-9a84-9334c387bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460672 Sep 16 19:32:31.797255 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:32:32.269686 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b9688f46-2348-4215-9e7f-ef1f3bcf5412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:32:32.442599 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:32:32.817055 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac990cae-8505-4ca4-a6ee-9754a14b95eb req-155de5ef-1d06-4d5d-b604-451274ff974a tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:32.818533 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ac990cae-8505-4ca4-a6ee-9754a14b95eb req-155de5ef-1d06-4d5d-b604-451274ff974a tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 946 time: 0.0478334 Sep 16 19:32:32.871381 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ac990cae-8505-4ca4-a6ee-9754a14b95eb req-0dda5d3f-332f-4eca-8db0-0eae0046b28d tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fb4f0468-1106-41bf-9a84-9334c387bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447443 Sep 16 19:32:33.623929 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:32:33.999023 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91473b2-2322-4c94-a12e-841e68af017f req-639d562e-4175-4a99-b766-0c9825c1cd8a tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:34.000529 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c91473b2-2322-4c94-a12e-841e68af017f req-639d562e-4175-4a99-b766-0c9825c1cd8a tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 946 time: 0.0478382 Sep 16 19:32:34.050143 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c91473b2-2322-4c94-a12e-841e68af017f req-6455baea-a07c-4f77-acfc-0bbd2c44c53b tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fb4f0468-1106-41bf-9a84-9334c387bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438488 Sep 16 19:32:34.971268 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:32:35.125448 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:32:35.187089 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a98c57-3a0e-40e8-b226-9b2f55e26c8a req-4b1428e7-53c6-4460-a6c3-c4d462b2dfaf tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:35.188579 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-64a98c57-3a0e-40e8-b226-9b2f55e26c8a req-4b1428e7-53c6-4460-a6c3-c4d462b2dfaf tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 946 time: 0.0463850 Sep 16 19:32:35.216861 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:32:35.234208 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:32:35.242811 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-64a98c57-3a0e-40e8-b226-9b2f55e26c8a req-2e8e8068-a33e-48ce-99d1-545ca5fc8c6d tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fb4f0468-1106-41bf-9a84-9334c387bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482113 Sep 16 19:32:36.375479 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07b899-68c7-4245-a441-3354d0d0207c req-f8765cba-bfb3-4b54-b49c-813f242738f3 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:36.377052 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8b07b899-68c7-4245-a441-3354d0d0207c req-f8765cba-bfb3-4b54-b49c-813f242738f3 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 946 time: 0.0515020 Sep 16 19:32:36.427313 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8b07b899-68c7-4245-a441-3354d0d0207c req-bdd634b0-743d-468e-9cf7-0ee181fa2f71 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fb4f0468-1106-41bf-9a84-9334c387bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445092 Sep 16 19:32:37.568375 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6346dcd2-3b3f-4331-b635-baf0046a2b31 req-fea748ca-bb2a-4c60-aba0-7d8a68761526 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:37.570142 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6346dcd2-3b3f-4331-b635-baf0046a2b31 req-fea748ca-bb2a-4c60-aba0-7d8a68761526 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 946 time: 0.0523129 Sep 16 19:32:37.618391 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6346dcd2-3b3f-4331-b635-baf0046a2b31 req-59959b8f-ad1f-4b77-a436-ea086026a415 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fb4f0468-1106-41bf-9a84-9334c387bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423603 Sep 16 19:32:38.773047 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf7db4-d04e-4a16-9d31-742d01bf6943 req-21520bd6-098a-4bc4-81f8-012b6f256c12 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:38.774853 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e6bf7db4-d04e-4a16-9d31-742d01bf6943 req-21520bd6-098a-4bc4-81f8-012b6f256c12 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 946 time: 0.0612009 Sep 16 19:32:38.823702 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e6bf7db4-d04e-4a16-9d31-742d01bf6943 req-963c7990-4766-4497-97d1-d3cfa41b5688 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fb4f0468-1106-41bf-9a84-9334c387bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416594 Sep 16 19:32:39.958522 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff514531-c455-4dba-ae1f-76f82f96f587 req-293e7ac9-d3ee-43cc-9085-f15b116e14ba tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:39.959969 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ff514531-c455-4dba-ae1f-76f82f96f587 req-293e7ac9-d3ee-43cc-9085-f15b116e14ba tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 946 time: 0.0470746 Sep 16 19:32:40.019260 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ff514531-c455-4dba-ae1f-76f82f96f587 req-36637b55-54dc-4c74-b02d-c14f92ed87f0 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fb4f0468-1106-41bf-9a84-9334c387bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516677 Sep 16 19:32:40.333586 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49adba2a-6715-4fab-8075-09b456431c4e req-61657b17-95b3-4112-82c0-af9ab900f91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:40.335017 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-49adba2a-6715-4fab-8075-09b456431c4e req-61657b17-95b3-4112-82c0-af9ab900f91f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 1130 time: 0.2524276 Sep 16 19:32:40.380879 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-49adba2a-6715-4fab-8075-09b456431c4e req-0d5cd4ee-b107-4829-8686-2e0da5434ce0 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fb4f0468-1106-41bf-9a84-9334c387bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392203 Sep 16 19:32:41.154021 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cdf51b-15e9-46bc-8d22-0cbeddd4375a req-e6c84e07-f691-424d-bacf-6e96cc7fff60 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:41.155472 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e5cdf51b-15e9-46bc-8d22-0cbeddd4375a req-e6c84e07-f691-424d-bacf-6e96cc7fff60 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 946 time: 0.0575206 Sep 16 19:32:41.205800 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e5cdf51b-15e9-46bc-8d22-0cbeddd4375a req-e4c4acc3-03eb-4741-ba47-c21e7c173d0b tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fb4f0468-1106-41bf-9a84-9334c387bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422482 Sep 16 19:32:42.357486 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6295141-b130-4b99-b061-0595e278a827 req-f7b4b4b3-634d-4da2-9b3b-ac275d8a7991 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:42.359018 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f6295141-b130-4b99-b061-0595e278a827 req-f7b4b4b3-634d-4da2-9b3b-ac275d8a7991 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 946 time: 0.0527015 Sep 16 19:32:42.410356 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f6295141-b130-4b99-b061-0595e278a827 req-bd858656-e3d0-4c00-bdc2-586635f74fbe tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fb4f0468-1106-41bf-9a84-9334c387bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426478 Sep 16 19:32:42.820514 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f9eb2-ce81-4318-a503-14cb202e2880 req-9a22dee9-f311-48cb-b0bf-3c78cc538b51 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:42.822053 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ff0f9eb2-ce81-4318-a503-14cb202e2880 req-9a22dee9-f311-48cb-b0bf-3c78cc538b51 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 946 time: 0.0478866 Sep 16 19:32:42.835435 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3707482-70c0-4c96-9b4f-7e74da2ad926 req-e3766550-44af-41d6-ae64-411516ae4d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:42.836939 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c3707482-70c0-4c96-9b4f-7e74da2ad926 req-e3766550-44af-41d6-ae64-411516ae4d23 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=804d63e1308b4729aff976d65f667e28&device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 1130 time: 0.0426958 Sep 16 19:32:42.873908 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ff0f9eb2-ce81-4318-a503-14cb202e2880 req-0e997bc9-1979-4d44-9bf0-42feb0cbb712 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fb4f0468-1106-41bf-9a84-9334c387bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459585 Sep 16 19:32:42.929052 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3707482-70c0-4c96-9b4f-7e74da2ad926 req-248134af-729f-475a-9ec3-1415c2a44bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:42.930519 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c3707482-70c0-4c96-9b4f-7e74da2ad926 req-248134af-729f-475a-9ec3-1415c2a44bbd service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=1e4e6da9-902d-45b4-9fce-268e4415ecdb HTTP/1.1" status: 200 len: 919 time: 0.0878170 Sep 16 19:32:42.998307 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c3707482-70c0-4c96-9b4f-7e74da2ad926 req-66c1ce49-8168-4189-9561-5042ac8cc024 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d02b6349-c05e-440c-bd0f-3754f490d34f HTTP/1.1" status: 200 len: 1002 time: 0.0598443 Sep 16 19:32:43.049166 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3707482-70c0-4c96-9b4f-7e74da2ad926 req-1cd057c2-be32-4e9f-a25c-c2721cd9c447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:43.050553 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c3707482-70c0-4c96-9b4f-7e74da2ad926 req-1cd057c2-be32-4e9f-a25c-c2721cd9c447 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=f796f6e5-3b84-4c9f-8c87-22a14447d493 HTTP/1.1" status: 200 len: 857 time: 0.0458689 Sep 16 19:32:43.095283 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3707482-70c0-4c96-9b4f-7e74da2ad926 req-f68c6484-fe18-4095-bdef-ca02d85edd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:43.096851 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c3707482-70c0-4c96-9b4f-7e74da2ad926 req-f68c6484-fe18-4095-bdef-ca02d85edd39 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=1e4e6da9-902d-45b4-9fce-268e4415ecdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394168 Sep 16 19:32:43.199386 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c3707482-70c0-4c96-9b4f-7e74da2ad926 req-ebb88425-f0c6-4f29-bf99-ab1c434ed01e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1e4e6da9-902d-45b4-9fce-268e4415ecdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950286 Sep 16 19:32:43.290531 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c3707482-70c0-4c96-9b4f-7e74da2ad926 req-78c94b25-b0a3-434b-85d1-00a04ef38e6c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1e4e6da9-902d-45b4-9fce-268e4415ecdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839508 Sep 16 19:32:44.008128 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23adbc1d-e0e2-479e-a580-ff8f5bfe32bc req-e210d1ee-4222-43e0-bde1-b3cbe31a2f3f tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:44.009739 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-23adbc1d-e0e2-479e-a580-ff8f5bfe32bc req-e210d1ee-4222-43e0-bde1-b3cbe31a2f3f tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 946 time: 0.0561063 Sep 16 19:32:44.056691 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-23adbc1d-e0e2-479e-a580-ff8f5bfe32bc req-7698966d-477f-4ab4-bc19-1764a2d11a33 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fb4f0468-1106-41bf-9a84-9334c387bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408776 Sep 16 19:32:44.965121 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:32:45.120665 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:32:45.177646 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39cfcc0-ad8a-4cbe-913d-9302e6105271 req-8f169a66-83b9-4833-970c-8448ee79bbfd tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:45.179133 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d39cfcc0-ad8a-4cbe-913d-9302e6105271 req-8f169a66-83b9-4833-970c-8448ee79bbfd tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 946 time: 0.0461791 Sep 16 19:32:45.205800 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:32:45.211226 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:32:45.229556 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d39cfcc0-ad8a-4cbe-913d-9302e6105271 req-5269371f-5821-48bf-a1c8-80e0b5c3e71a tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fb4f0468-1106-41bf-9a84-9334c387bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447941 Sep 16 19:32:46.376298 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378922ad-2541-44bb-b739-2f650ddefb3e req-ed0969cb-ebbe-4438-bde2-2513bfa9f45d tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:46.377869 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-378922ad-2541-44bb-b739-2f650ddefb3e req-ed0969cb-ebbe-4438-bde2-2513bfa9f45d tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 946 time: 0.0535593 Sep 16 19:32:46.436650 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-378922ad-2541-44bb-b739-2f650ddefb3e req-1e440859-fade-4f49-8cb3-050e013121c0 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fb4f0468-1106-41bf-9a84-9334c387bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518205 Sep 16 19:32:47.556062 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:32:47.564373 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171dd34a-642a-49ac-a594-e8c04e0f6adb req-4457fab5-84fe-49af-9301-16d37884056b tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:47.565886 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-171dd34a-642a-49ac-a594-e8c04e0f6adb req-4457fab5-84fe-49af-9301-16d37884056b tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 946 time: 0.0466068 Sep 16 19:32:47.612964 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-171dd34a-642a-49ac-a594-e8c04e0f6adb req-5fca08b3-b368-4099-a616-56028f8fcbaa tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fb4f0468-1106-41bf-9a84-9334c387bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414040 Sep 16 19:32:47.711875 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2576273d-8b6c-4d5d-aa3b-b51f42f0e200 req-07227dcf-f99e-4de9-8f4b-8f4ac991aacf tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:47.713376 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2576273d-8b6c-4d5d-aa3b-b51f42f0e200 req-07227dcf-f99e-4de9-8f4b-8f4ac991aacf tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 945 time: 0.0466027 Sep 16 19:32:47.729837 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1bc46-e39e-4a3f-a2ad-9ce82a54cdc6 req-ec55fa76-0395-456a-9789-9122b7238b99 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:47.731304 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-21d1bc46-e39e-4a3f-a2ad-9ce82a54cdc6 req-ec55fa76-0395-456a-9789-9122b7238b99 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 946 time: 0.0453057 Sep 16 19:32:47.741884 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 50378) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:32:47.746214 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-8ccf7648-80e8-48a6-a51d-22b2f8d97ee6 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Request body: {'floatingip': {'port_id': 'd02b6349-c05e-440c-bd0f-3754f490d34f'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:32:47.766560 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2576273d-8b6c-4d5d-aa3b-b51f42f0e200 req-44c009f6-2f42-4128-b2c1-643928efb0c4 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467529 Sep 16 19:32:47.790081 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:32:47.808918 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8ccf7648-80e8-48a6-a51d-22b2f8d97ee6 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks [] for floatingip (78fc0b54-5f6f-458b-93f2-c73afc801a73), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:32:48.271972 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8ccf7648-80e8-48a6-a51d-22b2f8d97ee6 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:32:48.279617 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8ccf7648-80e8-48a6-a51d-22b2f8d97ee6 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681123'] for floatingip (78fc0b54-5f6f-458b-93f2-c73afc801a73), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:32:48.484347 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ccf7648-80e8-48a6-a51d-22b2f8d97ee6 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Router 9d38fda6-a9bd-45ca-89cd-3bbc6e69a609 has already been hosted by L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:32:48.839473 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ccf7648-80e8-48a6-a51d-22b2f8d97ee6 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:32:48.844162 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8ccf7648-80e8-48a6-a51d-22b2f8d97ee6 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for floatingip (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:32:48.846104 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:32:48.850160 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782cfd8b-df6f-47f0-97d1-96c70b00604c None None] Sync routers for ids ['9d38fda6-a9bd-45ca-89cd-3bbc6e69a609'] in dv-cinder-850320-7-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:32:48.860544 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782cfd8b-df6f-47f0-97d1-96c70b00604c None None] Routers {'9d38fda6-a9bd-45ca-89cd-3bbc6e69a609'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:32:48.861173 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-782cfd8b-df6f-47f0-97d1-96c70b00604c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:32:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['9d38fda6-a9bd-45ca-89cd-3bbc6e69a609'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:32:48.905475 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d1e0310-d594-453b-9bef-0f7bbf4e61e2', 'tag': 'd02b6349-c05e-440c-bd0f-3754f490d34f'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:32:48.907731 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc02aeec164665d1be19478bc83a94d6f81df8203eb0e70a86ccaa2f58cdb70d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac35d8e4-a562-4875-8dd5-66bab7769800" -d '{"events": [{"name": "network-changed", "server_uuid": "9d1e0310-d594-453b-9bef-0f7bbf4e61e2", "tag": "d02b6349-c05e-440c-bd0f-3754f490d34f"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:32:48.938595 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adedcda-7a96-45c4-a8ff-f91741e4eb36 req-2ee06593-4ca9-465f-b399-2514d34367bd tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:48.940046 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3adedcda-7a96-45c4-a8ff-f91741e4eb36 req-2ee06593-4ca9-465f-b399-2514d34367bd tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 945 time: 0.0919793 Sep 16 19:32:48.956439 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-8ccf7648-80e8-48a6-a51d-22b2f8d97ee6 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/78fc0b54-5f6f-458b-93f2-c73afc801a73 HTTP/1.1" status: 200 len: 994 time: 1.2134900 Sep 16 19:32:48.968927 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-782cfd8b-df6f-47f0-97d1-96c70b00604c None None] Set router 9d38fda6-a9bd-45ca-89cd-3bbc6e69a609 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:32:48.996909 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3adedcda-7a96-45c4-a8ff-f91741e4eb36 req-890afe54-142f-415e-a185-aae1b36f921b tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498927 Sep 16 19:32:49.030161 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 19:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f231d1b7-091c-4bb5-9e06-4ba68c89309a x-openstack-request-id: req-f231d1b7-091c-4bb5-9e06-4ba68c89309a {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:32:49.030577 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d1e0310-d594-453b-9bef-0f7bbf4e61e2", "tag": "d02b6349-c05e-440c-bd0f-3754f490d34f", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:32:49.030888 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f231d1b7-091c-4bb5-9e06-4ba68c89309a {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:32:49.031355 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f231d1b7-091c-4bb5-9e06-4ba68c89309a'] response: {'name': 'network-changed', 'server_uuid': '9d1e0310-d594-453b-9bef-0f7bbf4e61e2', 'tag': 'd02b6349-c05e-440c-bd0f-3754f490d34f', 'status': 'completed', 'code': 200} Sep 16 19:32:49.127362 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35d8e4-a562-4875-8dd5-66bab7769800 req-6940a530-6960-48a1-9890-aac612217f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:49.128894 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ac35d8e4-a562-4875-8dd5-66bab7769800 req-6940a530-6960-48a1-9890-aac612217f64 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=804d63e1308b4729aff976d65f667e28&device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 1130 time: 0.0399177 Sep 16 19:32:49.183543 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-782cfd8b-df6f-47f0-97d1-96c70b00604c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'name': 'tempest-ServerRescueNegativeTestJSON-432940711-router', 'tenant_id': '804d63e1308b4729aff976d65f667e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:26:59Z', 'revision_number': 4, 'project_id': '804d63e1308b4729aff976d65f667e28', 'gw_port': {'id': '5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:61:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_floatingips': [{'id': '78fc0b54-5f6f-458b-93f2-c73afc801a73', 'tenant_id': '804d63e1308b4729aff976d65f667e28', 'floating_ip_address': '172.27.2.194', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'port_id': 'd02b6349-c05e-440c-bd0f-3754f490d34f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e4e6da9-902d-45b4-9fce-268e4415ecdb', 'mac_address': 'fa:16:3e:a8:b9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1e0310-d594-453b-9bef-0f7bbf4e61e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:30:09Z', 'updated_at': '2022-09-16T19:32:48Z', 'revision_number': 3, 'project_id': '804d63e1308b4729aff976d65f667e28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2280f567-d19e-416f-8f6a-a99292e6a39d', 'name': '', 'network_id': '1e4e6da9-902d-45b4-9fce-268e4415ecdb', 'tenant_id': '804d63e1308b4729aff976d65f667e28', 'mac_address': 'fa:16:3e:27:29:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f796f6e5-3b84-4c9f-8c87-22a14447d493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:57Z', 'updated_at': '2022-09-16T19:27:07Z', 'revision_number': 5, 'project_id': '804d63e1308b4729aff976d65f667e28', 'subnets': [{'id': 'f796f6e5-3b84-4c9f-8c87-22a14447d493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:32:49.207757 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782cfd8b-df6f-47f0-97d1-96c70b00604c None None] Checking router: 9d38fda6-a9bd-45ca-89cd-3bbc6e69a609 for host: dv-cinder-850320-7-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:32:49.216299 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782cfd8b-df6f-47f0-97d1-96c70b00604c None None] Routers {'9d38fda6-a9bd-45ca-89cd-3bbc6e69a609'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:32:49.216921 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-782cfd8b-df6f-47f0-97d1-96c70b00604c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:32:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['9d38fda6-a9bd-45ca-89cd-3bbc6e69a609'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:32:49.227756 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35d8e4-a562-4875-8dd5-66bab7769800 req-3d24c125-13d6-48f2-8899-73a7e6e8b4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:49.229289 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ac35d8e4-a562-4875-8dd5-66bab7769800 req-3d24c125-13d6-48f2-8899-73a7e6e8b4fa service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=1e4e6da9-902d-45b4-9fce-268e4415ecdb HTTP/1.1" status: 200 len: 919 time: 0.0916250 Sep 16 19:32:49.290962 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ac35d8e4-a562-4875-8dd5-66bab7769800 req-de53bf69-4551-47e2-8d04-68034cccbf70 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d02b6349-c05e-440c-bd0f-3754f490d34f HTTP/1.1" status: 200 len: 1002 time: 0.0544615 Sep 16 19:32:49.320121 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-782cfd8b-df6f-47f0-97d1-96c70b00604c None None] Set router 9d38fda6-a9bd-45ca-89cd-3bbc6e69a609 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:32:49.345085 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35d8e4-a562-4875-8dd5-66bab7769800 req-17cfe09b-83a2-444c-b7cd-cc5664156979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:49.346555 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ac35d8e4-a562-4875-8dd5-66bab7769800 req-17cfe09b-83a2-444c-b7cd-cc5664156979 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=f796f6e5-3b84-4c9f-8c87-22a14447d493 HTTP/1.1" status: 200 len: 857 time: 0.0492752 Sep 16 19:32:49.391280 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35d8e4-a562-4875-8dd5-66bab7769800 req-ac7796aa-1471-480a-a604-91975f1a4e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:49.392826 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ac35d8e4-a562-4875-8dd5-66bab7769800 req-ac7796aa-1471-480a-a604-91975f1a4e73 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=1e4e6da9-902d-45b4-9fce-268e4415ecdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395074 Sep 16 19:32:49.496767 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ac35d8e4-a562-4875-8dd5-66bab7769800 req-35e4dc65-5853-450b-a15a-c0c332ecb9d8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1e4e6da9-902d-45b4-9fce-268e4415ecdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880923 Sep 16 19:32:49.537315 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-782cfd8b-df6f-47f0-97d1-96c70b00604c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'name': 'tempest-ServerRescueNegativeTestJSON-432940711-router', 'tenant_id': '804d63e1308b4729aff976d65f667e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:26:59Z', 'revision_number': 4, 'project_id': '804d63e1308b4729aff976d65f667e28', 'gw_port': {'id': '5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:61:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_floatingips': [{'id': '78fc0b54-5f6f-458b-93f2-c73afc801a73', 'tenant_id': '804d63e1308b4729aff976d65f667e28', 'floating_ip_address': '172.27.2.194', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'port_id': 'd02b6349-c05e-440c-bd0f-3754f490d34f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e4e6da9-902d-45b4-9fce-268e4415ecdb', 'mac_address': 'fa:16:3e:a8:b9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1e0310-d594-453b-9bef-0f7bbf4e61e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:30:09Z', 'updated_at': '2022-09-16T19:32:48Z', 'revision_number': 3, 'project_id': '804d63e1308b4729aff976d65f667e28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2280f567-d19e-416f-8f6a-a99292e6a39d', 'name': '', 'network_id': '1e4e6da9-902d-45b4-9fce-268e4415ecdb', 'tenant_id': '804d63e1308b4729aff976d65f667e28', 'mac_address': 'fa:16:3e:27:29:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f796f6e5-3b84-4c9f-8c87-22a14447d493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:57Z', 'updated_at': '2022-09-16T19:27:07Z', 'revision_number': 5, 'project_id': '804d63e1308b4729aff976d65f667e28', 'subnets': [{'id': 'f796f6e5-3b84-4c9f-8c87-22a14447d493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:32:49.565962 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782cfd8b-df6f-47f0-97d1-96c70b00604c None None] The sync data for ids ['9d38fda6-a9bd-45ca-89cd-3bbc6e69a609'] in dv-cinder-850320-7-iscsi is: [{'id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'name': 'tempest-ServerRescueNegativeTestJSON-432940711-router', 'tenant_id': '804d63e1308b4729aff976d65f667e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:26:59Z', 'revision_number': 4, 'project_id': '804d63e1308b4729aff976d65f667e28', 'gw_port': {'id': '5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:61:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_floatingips': [{'id': '78fc0b54-5f6f-458b-93f2-c73afc801a73', 'tenant_id': '804d63e1308b4729aff976d65f667e28', 'floating_ip_address': '172.27.2.194', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'port_id': 'd02b6349-c05e-440c-bd0f-3754f490d34f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e4e6da9-902d-45b4-9fce-268e4415ecdb', 'mac_address': 'fa:16:3e:a8:b9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1e0310-d594-453b-9bef-0f7bbf4e61e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:30:09Z', 'updated_at': '2022-09-16T19:32:48Z', 'revision_number': 3, 'project_id': '804d63e1308b4729aff976d65f667e28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2280f567-d19e-416f-8f6a-a99292e6a39d', 'name': '', 'network_id': '1e4e6da9-902d-45b4-9fce-268e4415ecdb', 'tenant_id': '804d63e1308b4729aff976d65f667e28', 'mac_address': 'fa:16:3e:27:29:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f796f6e5-3b84-4c9f-8c87-22a14447d493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:57Z', 'updated_at': '2022-09-16T19:27:07Z', 'revision_number': 5, 'project_id': '804d63e1308b4729aff976d65f667e28', 'subnets': [{'id': 'f796f6e5-3b84-4c9f-8c87-22a14447d493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:32:49.590691 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ac35d8e4-a562-4875-8dd5-66bab7769800 req-d94a52ec-be83-483a-a968-f085212a3fda service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1e4e6da9-902d-45b4-9fce-268e4415ecdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874052 Sep 16 19:32:50.124071 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:32:50.132333 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c149fd8-cd5d-4e8d-a77d-107d6f78ca96 req-10928c32-8430-420d-9fd5-fbb68b961a3e tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:50.133840 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-5c149fd8-cd5d-4e8d-a77d-107d6f78ca96 req-10928c32-8430-420d-9fd5-fbb68b961a3e tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 945 time: 0.0471692 Sep 16 19:32:50.192491 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-5c149fd8-cd5d-4e8d-a77d-107d6f78ca96 req-de289641-61d6-4b8d-a062-c23b79a1925c tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525949 Sep 16 19:32:51.032901 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d1e0310-d594-453b-9bef-0f7bbf4e61e2', 'tag': 'd02b6349-c05e-440c-bd0f-3754f490d34f'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:32:51.036671 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc02aeec164665d1be19478bc83a94d6f81df8203eb0e70a86ccaa2f58cdb70d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbb4bc5-6d40-4f5c-88c1-18b9b029f42a" -d '{"events": [{"name": "network-changed", "server_uuid": "9d1e0310-d594-453b-9bef-0f7bbf4e61e2", "tag": "d02b6349-c05e-440c-bd0f-3754f490d34f"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:32:51.084060 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 19:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efdd9431-502b-4632-802e-8ad46245b427 x-openstack-request-id: req-efdd9431-502b-4632-802e-8ad46245b427 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:32:51.084357 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d1e0310-d594-453b-9bef-0f7bbf4e61e2", "tag": "d02b6349-c05e-440c-bd0f-3754f490d34f", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:32:51.084659 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-efdd9431-502b-4632-802e-8ad46245b427 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:32:51.085071 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efdd9431-502b-4632-802e-8ad46245b427'] response: {'name': 'network-changed', 'server_uuid': '9d1e0310-d594-453b-9bef-0f7bbf4e61e2', 'tag': 'd02b6349-c05e-440c-bd0f-3754f490d34f', 'status': 'completed', 'code': 200} Sep 16 19:32:51.188832 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb4bc5-6d40-4f5c-88c1-18b9b029f42a req-3afc3939-b520-4b06-81df-c7d3ae98be44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:51.190339 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6bbb4bc5-6d40-4f5c-88c1-18b9b029f42a req-3afc3939-b520-4b06-81df-c7d3ae98be44 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=804d63e1308b4729aff976d65f667e28&device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 1130 time: 0.0458152 Sep 16 19:32:51.295598 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb4bc5-6d40-4f5c-88c1-18b9b029f42a req-553954f1-e808-4eec-a0b0-3701f75386f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:51.297695 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6bbb4bc5-6d40-4f5c-88c1-18b9b029f42a req-553954f1-e808-4eec-a0b0-3701f75386f1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=1e4e6da9-902d-45b4-9fce-268e4415ecdb HTTP/1.1" status: 200 len: 919 time: 0.1003461 Sep 16 19:32:51.318169 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121f021-1cfc-448f-8ec9-d50954a515f0 req-3181ebd6-8611-4b05-adee-2710f7ae80eb tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:51.319625 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b121f021-1cfc-448f-8ec9-d50954a515f0 req-3181ebd6-8611-4b05-adee-2710f7ae80eb tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 945 time: 0.0463471 Sep 16 19:32:51.361621 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6bbb4bc5-6d40-4f5c-88c1-18b9b029f42a req-195dea8e-9782-46ca-8c6a-e5895166e47c service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d02b6349-c05e-440c-bd0f-3754f490d34f HTTP/1.1" status: 200 len: 1002 time: 0.0568876 Sep 16 19:32:51.370577 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b121f021-1cfc-448f-8ec9-d50954a515f0 req-77924a7c-310d-4af7-88bf-11d948ae0bf1 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452938 Sep 16 19:32:51.414700 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb4bc5-6d40-4f5c-88c1-18b9b029f42a req-4176562e-fddd-48fe-bd73-0a68ca5edda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:51.416130 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6bbb4bc5-6d40-4f5c-88c1-18b9b029f42a req-4176562e-fddd-48fe-bd73-0a68ca5edda2 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=f796f6e5-3b84-4c9f-8c87-22a14447d493 HTTP/1.1" status: 200 len: 857 time: 0.0484283 Sep 16 19:32:51.460258 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb4bc5-6d40-4f5c-88c1-18b9b029f42a req-71f78280-7910-4b3d-8055-0c1044087833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:51.461747 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6bbb4bc5-6d40-4f5c-88c1-18b9b029f42a req-71f78280-7910-4b3d-8055-0c1044087833 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=1e4e6da9-902d-45b4-9fce-268e4415ecdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386760 Sep 16 19:32:51.520216 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:32:51.529641 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:32:51.556134 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6bbb4bc5-6d40-4f5c-88c1-18b9b029f42a req-fe95f241-2926-4618-9bf3-b552814d7901 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1e4e6da9-902d-45b4-9fce-268e4415ecdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868285 Sep 16 19:32:51.652603 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6bbb4bc5-6d40-4f5c-88c1-18b9b029f42a req-e02b1a5c-2e21-4028-a761-7ef4123426bc service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1e4e6da9-902d-45b4-9fce-268e4415ecdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821893 Sep 16 19:32:52.323947 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=5 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:32:52.325185 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=5 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:32:52.512076 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d9e78-0813-4a58-b091-6ff46edb976e req-0ebe95fb-ebbc-4102-bcc3-d4bcc92c6456 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:52.513762 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fe3d9e78-0813-4a58-b091-6ff46edb976e req-0ebe95fb-ebbc-4102-bcc3-d4bcc92c6456 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 945 time: 0.0553248 Sep 16 19:32:52.564549 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fe3d9e78-0813-4a58-b091-6ff46edb976e req-1c1b2088-b41d-4d49-9e03-7fab9f44a80d tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449598 Sep 16 19:32:53.700615 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec823918-5802-4616-9ee0-4368b65b44a9 req-1d06d65a-b08d-4ef6-8a06-2db3b33e8810 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:53.702261 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ec823918-5802-4616-9ee0-4368b65b44a9 req-1d06d65a-b08d-4ef6-8a06-2db3b33e8810 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 945 time: 0.0472717 Sep 16 19:32:53.753228 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ec823918-5802-4616-9ee0-4368b65b44a9 req-07b603a8-4408-4ad8-a262-cb80395abaf7 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426910 Sep 16 19:32:54.884900 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e31e91-05a5-41ad-b414-8899e60023a2 req-b1471513-72d1-48a0-8c5f-daf09769bfc6 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:54.886352 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-00e31e91-05a5-41ad-b414-8899e60023a2 req-b1471513-72d1-48a0-8c5f-daf09769bfc6 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 945 time: 0.0489929 Sep 16 19:32:54.933336 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-00e31e91-05a5-41ad-b414-8899e60023a2 req-96fa6ef4-419e-4168-9839-d754cde34c3f tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412886 Sep 16 19:32:56.080642 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0d945-17b8-43c7-8cba-6d8421dcc558 req-1de3642c-86b2-40dd-a5a5-805bd71d4259 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:56.082007 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-32c0d945-17b8-43c7-8cba-6d8421dcc558 req-1de3642c-86b2-40dd-a5a5-805bd71d4259 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 945 time: 0.0555055 Sep 16 19:32:56.129287 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-32c0d945-17b8-43c7-8cba-6d8421dcc558 req-67498a27-f56b-4183-82aa-641179093e81 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416763 Sep 16 19:32:57.271972 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf24828-31fe-4f84-8bb1-d88143411ae1 req-75ff0638-35a0-4437-9d49-8a76acc24aee tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:57.273501 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-acf24828-31fe-4f84-8bb1-d88143411ae1 req-75ff0638-35a0-4437-9d49-8a76acc24aee tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 945 time: 0.0552623 Sep 16 19:32:57.333108 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-acf24828-31fe-4f84-8bb1-d88143411ae1 req-12a161b8-8d71-4a8d-9779-3ff40c9531f6 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535798 Sep 16 19:32:58.471694 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17746b7-05cd-45e4-bf8c-8e4e599df458 req-d7782382-7fa8-4d56-b250-a50c91c4d67e tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:58.473205 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f17746b7-05cd-45e4-bf8c-8e4e599df458 req-d7782382-7fa8-4d56-b250-a50c91c4d67e tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 945 time: 0.0503902 Sep 16 19:32:58.531541 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f17746b7-05cd-45e4-bf8c-8e4e599df458 req-8fc5e139-af1b-4e5f-9138-533354aaff12 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505676 Sep 16 19:32:59.534537 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=72 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:32:59.540278 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=76 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:32:59.655812 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b4b4cc-1157-466a-b22c-f4899baf5f62 req-47b320fa-b749-4db4-9250-28204d289bea tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:32:59.657357 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f9b4b4cc-1157-466a-b22c-f4899baf5f62 req-47b320fa-b749-4db4-9250-28204d289bea tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 945 time: 0.0507047 Sep 16 19:32:59.708783 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f9b4b4cc-1157-466a-b22c-f4899baf5f62 req-6fa62e4d-3c8f-440f-bf86-763192c72d28 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453444 Sep 16 19:33:00.036901 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e58c9d5-0c71-46d8-96d4-6282d35097e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:00.862868 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e025383-cf27-4231-9616-5d78f2b44292 req-8153ed08-b3b0-4c1f-8fab-eb2486d84d49 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:00.864323 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7e025383-cf27-4231-9616-5d78f2b44292 req-8153ed08-b3b0-4c1f-8fab-eb2486d84d49 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 945 time: 0.0620413 Sep 16 19:33:00.915898 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7e025383-cf27-4231-9616-5d78f2b44292 req-8bdf0b7a-8c30-4bc8-9693-0549dfe3b630 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428815 Sep 16 19:33:01.823070 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:02.047804 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17001e4b-87e1-43d5-b7a9-1055671584ba req-6da68478-5348-4111-bb11-cffb987b83d8 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:02.049397 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-17001e4b-87e1-43d5-b7a9-1055671584ba req-6da68478-5348-4111-bb11-cffb987b83d8 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 945 time: 0.0480716 Sep 16 19:33:02.098178 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-17001e4b-87e1-43d5-b7a9-1055671584ba req-5f1efabd-17d8-4d46-9224-2ad87a9a08b6 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430892 Sep 16 19:33:02.283254 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3ed2251d-ace8-4a35-a12b-c1072cff6b8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:03.224021 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd1749-a748-4536-8948-68e0d2503383 req-eaefa233-4942-4067-8da2-ea41a5f13de6 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:03.225526 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-47cd1749-a748-4536-8948-68e0d2503383 req-eaefa233-4942-4067-8da2-ea41a5f13de6 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 945 time: 0.0476315 Sep 16 19:33:03.286117 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-47cd1749-a748-4536-8948-68e0d2503383 req-299c48ed-c63c-4b74-8973-03e3e249e642 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518477 Sep 16 19:33:03.619140 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:04.418689 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07bc41-7e69-42f0-8ae6-bf542c56ac4c req-414fa20d-78dd-47e5-a4b0-ec72cffa5a1c tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:04.420171 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cc07bc41-7e69-42f0-8ae6-bf542c56ac4c req-414fa20d-78dd-47e5-a4b0-ec72cffa5a1c tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 945 time: 0.0492072 Sep 16 19:33:04.474297 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cc07bc41-7e69-42f0-8ae6-bf542c56ac4c req-b1ffc20a-498c-4e8c-ab66-a2e0d32ff99a tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481787 Sep 16 19:33:04.968867 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:05.126618 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:05.607119 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d59155b-4bfe-468a-bc99-41d101204f79 req-4c6254c4-668b-4f9e-b099-ff0b2b4fbf1a tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:05.608862 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-5d59155b-4bfe-468a-bc99-41d101204f79 req-4c6254c4-668b-4f9e-b099-ff0b2b4fbf1a tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 945 time: 0.0555186 Sep 16 19:33:05.659788 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-5d59155b-4bfe-468a-bc99-41d101204f79 req-8532f4ce-c1cd-4c9b-add6-17b3a93aab99 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437834 Sep 16 19:33:05.948330 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f1458-bf70-4a61-b675-5843945aaf9c req-18d90ea6-d4e2-4dbf-817f-68e6b44267c7 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:05.949838 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-be5f1458-bf70-4a61-b675-5843945aaf9c req-18d90ea6-d4e2-4dbf-817f-68e6b44267c7 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 945 time: 0.0494521 Sep 16 19:33:06.005107 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-be5f1458-bf70-4a61-b675-5843945aaf9c req-69f7879e-2fe8-42b5-91a4-255116e91c75 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463805 Sep 16 19:33:06.798171 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da902c6-807a-4750-bf4c-c036be8509e0 req-82cfbc15-55bc-40bc-856c-76f285713fea tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:06.800180 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0da902c6-807a-4750-bf4c-c036be8509e0 req-82cfbc15-55bc-40bc-856c-76f285713fea tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 945 time: 0.0486109 Sep 16 19:33:06.851839 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0da902c6-807a-4750-bf4c-c036be8509e0 req-531a01ff-6a3b-44b3-ab56-b789dd9569af tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458593 Sep 16 19:33:07.137128 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bef3e0-15c5-4a00-9ce4-4c4185490806 req-8d9f10ae-eea2-4415-a7aa-148f6905ff02 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:07.138588 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e9bef3e0-15c5-4a00-9ce4-4c4185490806 req-8d9f10ae-eea2-4415-a7aa-148f6905ff02 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 945 time: 0.0506086 Sep 16 19:33:07.203317 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e9bef3e0-15c5-4a00-9ce4-4c4185490806 req-f05e1dfa-8651-42a2-9d3f-2b2a128dce2f tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583351 Sep 16 19:33:07.998160 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25066211-7e29-4fbd-a12d-84023545bf19 req-4c7bf597-4016-45cf-895d-bafe98987136 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:07.999616 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-25066211-7e29-4fbd-a12d-84023545bf19 req-4c7bf597-4016-45cf-895d-bafe98987136 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 945 time: 0.0487006 Sep 16 19:33:08.051478 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-25066211-7e29-4fbd-a12d-84023545bf19 req-38431ca9-cc8e-4d61-b858-f9319c9a4663 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428042 Sep 16 19:33:08.334616 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:33:08.345268 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcffa33-a67a-43d5-be50-04f4db827f65 req-f828e3a0-4f62-4834-8d80-ca04c1a1530c tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:08.346832 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3fcffa33-a67a-43d5-be50-04f4db827f65 req-f828e3a0-4f62-4834-8d80-ca04c1a1530c tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 945 time: 0.0544739 Sep 16 19:33:08.378342 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:33:08.398457 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3fcffa33-a67a-43d5-be50-04f4db827f65 req-b60e0148-e3f8-4111-b4c1-fb513e8aac86 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459297 Sep 16 19:33:09.196925 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2403c98-a1e0-4c9c-9af9-1c204f52ba7c req-2ea99a7a-dcbe-4470-a48a-46c9b38ae557 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:09.198395 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c2403c98-a1e0-4c9c-9af9-1c204f52ba7c req-2ea99a7a-dcbe-4470-a48a-46c9b38ae557 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 945 time: 0.0501459 Sep 16 19:33:09.250593 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c2403c98-a1e0-4c9c-9af9-1c204f52ba7c req-0c546dd1-444a-433c-bb50-b4f5c9f1c4f1 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426252 Sep 16 19:33:09.442229 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:33:09.455222 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:33:09.484471 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c18c05-07b0-4d03-82fc-c240299a7b6c req-0725759e-3a54-43d9-9d92-526a6a27792e tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:09.486778 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f0c18c05-07b0-4d03-82fc-c240299a7b6c req-0725759e-3a54-43d9-9d92-526a6a27792e tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 945 time: 0.0638473 Sep 16 19:33:09.526135 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:33:09.535704 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47848da0-01a8-4713-a061-7ed556fa4f2a req-4993cf1c-e720-443a-9fe1-67028a91365d tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:09.537501 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-47848da0-01a8-4713-a061-7ed556fa4f2a req-4993cf1c-e720-443a-9fe1-67028a91365d tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 945 time: 0.0582836 Sep 16 19:33:09.578100 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f0c18c05-07b0-4d03-82fc-c240299a7b6c req-58e77a2c-fdbe-4a06-9318-0207d0df6c2d tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812225 Sep 16 19:33:09.581128 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e93c6a-8a32-48d7-8d68-d6fe44d18f37 req-6976772e-2653-4d02-a8f1-30ebc79ce0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:09.582556 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c9e93c6a-8a32-48d7-8d68-d6fe44d18f37 req-6976772e-2653-4d02-a8f1-30ebc79ce0ed service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ea483f6ff12d425fa1e8aa29e472dfe2&device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 1129 time: 0.0529730 Sep 16 19:33:09.594893 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-47848da0-01a8-4713-a061-7ed556fa4f2a req-1f891d93-ef3a-4ea5-879d-397d8bd66cd9 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505881 Sep 16 19:33:09.643281 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4317d23b-ac80-474b-a58c-3f46eb48f8ba req-fabab147-8fa3-49ec-985d-fcfeadc733e8 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a25b4fc6-10a3-4f69-9922-5e5a78982474&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388079 Sep 16 19:33:09.680085 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e93c6a-8a32-48d7-8d68-d6fe44d18f37 req-532705aa-46bf-4fa8-9541-27bfb63c813f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:09.682123 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c9e93c6a-8a32-48d7-8d68-d6fe44d18f37 req-532705aa-46bf-4fa8-9541-27bfb63c813f service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=c95d3abe-3283-4882-9a4b-da4bde31c550 HTTP/1.1" status: 200 len: 912 time: 0.0926626 Sep 16 19:33:09.750779 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c9e93c6a-8a32-48d7-8d68-d6fe44d18f37 req-f30ebf0c-8c2d-4928-b64d-dda583a74799 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bea6c9de-5e89-45b4-bf9a-289f31f5e544 HTTP/1.1" status: 200 len: 1001 time: 0.0625265 Sep 16 19:33:09.753910 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317d23b-ac80-474b-a58c-3f46eb48f8ba req-f80fd03e-d7a8-4507-b03b-119179b290fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:09.755432 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4317d23b-ac80-474b-a58c-3f46eb48f8ba req-f80fd03e-d7a8-4507-b03b-119179b290fc service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=804d63e1308b4729aff976d65f667e28&device_id=a25b4fc6-10a3-4f69-9922-5e5a78982474 HTTP/1.1" status: 200 len: 1130 time: 0.0399528 Sep 16 19:33:09.804366 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e93c6a-8a32-48d7-8d68-d6fe44d18f37 req-b20ad16d-1607-4b12-88e5-a70c2b7c8eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:09.805852 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c9e93c6a-8a32-48d7-8d68-d6fe44d18f37 req-b20ad16d-1607-4b12-88e5-a70c2b7c8eee service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=bd855fb2-111c-4847-9866-e1c6fab3dfc7 HTTP/1.1" status: 200 len: 850 time: 0.0461881 Sep 16 19:33:09.852660 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e93c6a-8a32-48d7-8d68-d6fe44d18f37 req-80d92c0c-683f-463d-b556-05477c947afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:09.854164 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c9e93c6a-8a32-48d7-8d68-d6fe44d18f37 req-80d92c0c-683f-463d-b556-05477c947afd service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=c95d3abe-3283-4882-9a4b-da4bde31c550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398355 Sep 16 19:33:09.873474 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317d23b-ac80-474b-a58c-3f46eb48f8ba req-b38393a1-7565-450b-b432-4917505c105d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:09.874974 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4317d23b-ac80-474b-a58c-3f46eb48f8ba req-b38393a1-7565-450b-b432-4917505c105d service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=1e4e6da9-902d-45b4-9fce-268e4415ecdb HTTP/1.1" status: 200 len: 919 time: 0.0958900 Sep 16 19:33:09.914623 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4317d23b-ac80-474b-a58c-3f46eb48f8ba req-fa6f44d4-91d3-4a9a-9b0d-438654388486 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7408b9a9-f9fa-4fe6-8e34-15f64c87abde HTTP/1.1" status: 200 len: 217 time: 0.0325987 Sep 16 19:33:09.947135 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c9e93c6a-8a32-48d7-8d68-d6fe44d18f37 req-0993262c-3a5a-4450-b463-cdbfed5776e9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/c95d3abe-3283-4882-9a4b-da4bde31c550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858207 Sep 16 19:33:09.965289 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317d23b-ac80-474b-a58c-3f46eb48f8ba req-99ab8a6a-62dc-4400-921c-fd38daabacbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:09.966788 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4317d23b-ac80-474b-a58c-3f46eb48f8ba req-99ab8a6a-62dc-4400-921c-fd38daabacbf service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=f796f6e5-3b84-4c9f-8c87-22a14447d493 HTTP/1.1" status: 200 len: 857 time: 0.0455599 Sep 16 19:33:10.021642 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317d23b-ac80-474b-a58c-3f46eb48f8ba req-6afd78a0-e641-4b87-a7f8-d56b16583033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:10.023123 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4317d23b-ac80-474b-a58c-3f46eb48f8ba req-6afd78a0-e641-4b87-a7f8-d56b16583033 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=1e4e6da9-902d-45b4-9fce-268e4415ecdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442135 Sep 16 19:33:10.044619 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c9e93c6a-8a32-48d7-8d68-d6fe44d18f37 req-7d7a5cef-a99f-4929-a56c-876b71780870 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/c95d3abe-3283-4882-9a4b-da4bde31c550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845261 Sep 16 19:33:10.118180 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4317d23b-ac80-474b-a58c-3f46eb48f8ba req-d3ad7015-0f3f-4c1b-ae5c-9a8c77a1625d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1e4e6da9-902d-45b4-9fce-268e4415ecdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873559 Sep 16 19:33:10.252374 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4317d23b-ac80-474b-a58c-3f46eb48f8ba req-e53a2430-07c2-4c7b-be24-e80f397a9a7c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1e4e6da9-902d-45b4-9fce-268e4415ecdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011291 Sep 16 19:33:10.721091 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9dce7-8800-4fb5-bcb2-6f3e54a97c17 req-d457eab6-68e9-4557-8495-4f1da1974475 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:10.722576 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-26b9dce7-8800-4fb5-bcb2-6f3e54a97c17 req-d457eab6-68e9-4557-8495-4f1da1974475 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 945 time: 0.0522451 Sep 16 19:33:10.724287 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def0bda-4fdc-4574-8e38-8b2b3a824ea9 req-5e5dfb4f-012a-4405-909c-ba8a9e89775a tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:10.725807 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1def0bda-4fdc-4574-8e38-8b2b3a824ea9 req-5e5dfb4f-012a-4405-909c-ba8a9e89775a tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 945 time: 0.0469980 Sep 16 19:33:10.772929 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-26b9dce7-8800-4fb5-bcb2-6f3e54a97c17 req-d7754a3a-ad21-42ad-a8cf-aa277b4ddd08 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435855 Sep 16 19:33:10.777134 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1def0bda-4fdc-4574-8e38-8b2b3a824ea9 req-12bb6c47-b562-41e6-8560-4ee475e440b5 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455904 Sep 16 19:33:11.898699 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7079d9c-fc63-47ab-8c4a-6554eebe26d1 req-aa9d93eb-71b4-4879-b515-87d789416d9e tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:11.899457 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e80b90-5365-48c1-b27e-f43dbda545a0 req-e3005896-9125-4ee2-bf48-57c60519f08b tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:11.900296 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d7079d9c-fc63-47ab-8c4a-6554eebe26d1 req-aa9d93eb-71b4-4879-b515-87d789416d9e tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 945 time: 0.0479813 Sep 16 19:33:11.900502 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b8e80b90-5365-48c1-b27e-f43dbda545a0 req-e3005896-9125-4ee2-bf48-57c60519f08b tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 945 time: 0.0478859 Sep 16 19:33:11.951207 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b8e80b90-5365-48c1-b27e-f43dbda545a0 req-f21a5e7a-b046-4bbf-9ff8-a69d8d7e67d2 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446513 Sep 16 19:33:11.954778 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d7079d9c-fc63-47ab-8c4a-6554eebe26d1 req-c6cd596a-4eb4-4920-af04-6983a93b72e4 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485890 Sep 16 19:33:13.089889 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612eda67-7415-442f-b1a7-320c88cedb0d req-dd85ddd8-c992-4ab9-bea8-36f9d94b6690 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:13.091279 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-612eda67-7415-442f-b1a7-320c88cedb0d req-dd85ddd8-c992-4ab9-bea8-36f9d94b6690 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 945 time: 0.0544627 Sep 16 19:33:13.148688 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-612eda67-7415-442f-b1a7-320c88cedb0d req-0aa95f1b-b6bf-40b2-a2aa-9cf42831b9b7 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494454 Sep 16 19:33:14.284256 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab79428f-9878-49c7-8e76-f65ea5ed2d9e req-abaded98-dfaa-45e5-9db4-7cc26c8c16a6 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:14.285861 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ab79428f-9878-49c7-8e76-f65ea5ed2d9e req-abaded98-dfaa-45e5-9db4-7cc26c8c16a6 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 945 time: 0.0561986 Sep 16 19:33:14.338865 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ab79428f-9878-49c7-8e76-f65ea5ed2d9e req-1ba125ca-7570-4d8f-b662-82f95c450684 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445311 Sep 16 19:33:14.959957 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:33:15.120965 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:33:15.470757 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ef3f8-5f71-486e-a6bc-4a51eff427b4 req-8ab4c411-2e19-44dc-9f27-f9b83ac158c6 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:15.472210 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-198ef3f8-5f71-486e-a6bc-4a51eff427b4 req-8ab4c411-2e19-44dc-9f27-f9b83ac158c6 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 945 time: 0.0465002 Sep 16 19:33:15.523035 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-198ef3f8-5f71-486e-a6bc-4a51eff427b4 req-9a971289-90f2-4f11-8e42-0c8f7fda8371 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449872 Sep 16 19:33:16.667327 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35818acd-bf24-4d15-8839-f8625036e3df req-8a24a3aa-919c-416c-819e-a712de8a7071 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:16.668847 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-35818acd-bf24-4d15-8839-f8625036e3df req-8a24a3aa-919c-416c-819e-a712de8a7071 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 945 time: 0.0508804 Sep 16 19:33:16.721484 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-35818acd-bf24-4d15-8839-f8625036e3df req-19037c00-63fe-4e8f-9336-0ab475536da2 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468595 Sep 16 19:33:17.861410 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68747c-3073-42c7-839e-b8f31e09f545 req-cd0fd53c-668f-439b-ba84-02d6d6bbb33c tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:17.863028 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cb68747c-3073-42c7-839e-b8f31e09f545 req-cd0fd53c-668f-439b-ba84-02d6d6bbb33c tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 945 time: 0.0534232 Sep 16 19:33:17.914662 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cb68747c-3073-42c7-839e-b8f31e09f545 req-73729e2a-c282-4387-9dd3-914fe8d8b1f9 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432611 Sep 16 19:33:19.033908 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:33:19.049519 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81f30c-99bf-4e18-a61c-973e41bed22d req-e4cc973f-b113-4b42-abc3-21059530493d tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:19.051240 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7e81f30c-99bf-4e18-a61c-973e41bed22d req-e4cc973f-b113-4b42-abc3-21059530493d tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 945 time: 0.0511167 Sep 16 19:33:19.071634 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:33:19.100823 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7e81f30c-99bf-4e18-a61c-973e41bed22d req-a00131da-bba3-4ac1-99e5-3c5b6d0477a0 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438294 Sep 16 19:33:19.303759 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176e4bf-e28f-467a-bdf4-75cc95b0bf24 req-297f5454-1647-49a3-bf2f-11b3f3ee5ea4 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:19.305178 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5176e4bf-e28f-467a-bdf4-75cc95b0bf24 req-297f5454-1647-49a3-bf2f-11b3f3ee5ea4 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a4b0bc58-ffc9-4014-b49d-ca280ad79b32 HTTP/1.1" status: 200 len: 946 time: 0.0464101 Sep 16 19:33:19.355235 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5176e4bf-e28f-467a-bdf4-75cc95b0bf24 req-5f1c14d0-4234-4038-9d13-5e37fdd4481b tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4b8468ab-b1b7-4cc7-97e8-c292bbb77113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414517 Sep 16 19:33:20.195259 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:33:20.235372 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc8f12-8f7d-43dc-a26e-d4a11321ec3c req-566f158d-2037-4ff5-ad42-15fe1eae0458 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:20.236866 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-78bc8f12-8f7d-43dc-a26e-d4a11321ec3c req-566f158d-2037-4ff5-ad42-15fe1eae0458 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 945 time: 0.0524566 Sep 16 19:33:20.279682 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:33:20.289554 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-78bc8f12-8f7d-43dc-a26e-d4a11321ec3c req-4268b754-0d2f-4208-b4a0-82530ec71577 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466077 Sep 16 19:33:20.495349 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d75613-cc65-46fc-9ad8-8f1b95a587ac req-d1d7ca35-8c4d-48d2-9b0e-a3399c4cbf57 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:20.496832 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-61d75613-cc65-46fc-9ad8-8f1b95a587ac req-d1d7ca35-8c4d-48d2-9b0e-a3399c4cbf57 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a4b0bc58-ffc9-4014-b49d-ca280ad79b32 HTTP/1.1" status: 200 len: 946 time: 0.0551658 Sep 16 19:33:20.552129 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-61d75613-cc65-46fc-9ad8-8f1b95a587ac req-10c8972b-a934-453c-9adc-9158068b3771 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4b8468ab-b1b7-4cc7-97e8-c292bbb77113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468395 Sep 16 19:33:21.301246 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f65457-12ec-4718-a43c-d7a8432d6b4e req-139b1899-cb05-414b-ac7d-f78cd3447cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:21.303046 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-59f65457-12ec-4718-a43c-d7a8432d6b4e req-139b1899-cb05-414b-ac7d-f78cd3447cbd service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=d7fc1dae09f145afab37db3a792430d3&device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 1129 time: 0.0450881 Sep 16 19:33:21.307070 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12038612-84f3-45b6-9abe-3b725d16baaa req-b06ccbe4-1268-4f3b-a3de-b49d95128a52 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:21.308629 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-12038612-84f3-45b6-9abe-3b725d16baaa req-b06ccbe4-1268-4f3b-a3de-b49d95128a52 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a4b0bc58-ffc9-4014-b49d-ca280ad79b32 HTTP/1.1" status: 200 len: 946 time: 0.0502479 Sep 16 19:33:21.397528 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-12038612-84f3-45b6-9abe-3b725d16baaa req-19193252-aaa7-4e46-a48b-9923d0afcfb8 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Deleting port 3041a9c9-2a31-4447-bb58-b0524edea464 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:33:21.397875 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-12038612-84f3-45b6-9abe-3b725d16baaa req-19193252-aaa7-4e46-a48b-9923d0afcfb8 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (3041a9c9-2a31-4447-bb58-b0524edea464), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:21.436054 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376fe625-183d-4a74-a211-c88832f93ddb req-5b44a0f9-cba8-4287-8c7a-b1066b166a35 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:21.437566 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-376fe625-183d-4a74-a211-c88832f93ddb req-5b44a0f9-cba8-4287-8c7a-b1066b166a35 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 945 time: 0.0634763 Sep 16 19:33:21.438646 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f65457-12ec-4718-a43c-d7a8432d6b4e req-e5ac3dc2-5d93-4541-9fa5-d60d52b7b988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:21.439935 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-59f65457-12ec-4718-a43c-d7a8432d6b4e req-e5ac3dc2-5d93-4541-9fa5-d60d52b7b988 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=4fc394e5-4a72-4e1b-a046-66e03ed753a7 HTTP/1.1" status: 200 len: 909 time: 0.1310878 Sep 16 19:33:21.492233 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-12038612-84f3-45b6-9abe-3b725d16baaa req-19193252-aaa7-4e46-a48b-9923d0afcfb8 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] For port 3041a9c9-2a31-4447-bb58-b0524edea464, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=3041a9c9-2a31-4447-bb58-b0524edea464,segment=NetworkSegment(d2aecd8e-0f77-4a3e-8fa6-6519afb8f770),segment_id=d2aecd8e-0f77-4a3e-8fa6-6519afb8f770)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:33:21.492579 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-12038612-84f3-45b6-9abe-3b725d16baaa req-19193252-aaa7-4e46-a48b-9923d0afcfb8 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (3041a9c9-2a31-4447-bb58-b0524edea464), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:21.537231 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-376fe625-183d-4a74-a211-c88832f93ddb req-74f6bcec-3c38-4843-bc6b-49a74f46a78c tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936897 Sep 16 19:33:21.539023 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-59f65457-12ec-4718-a43c-d7a8432d6b4e req-cf4d981e-f211-4a7c-aa94-90cb7351f421 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad34d119-da03-42cc-b88e-67ae41f8d0e0 HTTP/1.1" status: 200 len: 1001 time: 0.0881832 Sep 16 19:33:21.588401 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f65457-12ec-4718-a43c-d7a8432d6b4e req-d9ad74aa-c3f0-421e-a02d-c9fe369498d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:21.589929 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-59f65457-12ec-4718-a43c-d7a8432d6b4e req-d9ad74aa-c3f0-421e-a02d-c9fe369498d7 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=fcb3e0c9-538f-40ce-83b8-814de92b3dde HTTP/1.1" status: 200 len: 847 time: 0.0444014 Sep 16 19:33:21.637346 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f65457-12ec-4718-a43c-d7a8432d6b4e req-0bbc3c62-5fb4-4e09-8164-915dc772fb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:21.638920 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-59f65457-12ec-4718-a43c-d7a8432d6b4e req-0bbc3c62-5fb4-4e09-8164-915dc772fb2e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=4fc394e5-4a72-4e1b-a046-66e03ed753a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399387 Sep 16 19:33:21.726496 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1473e-4fba-4a38-a311-c5e6606cab86 req-0f48406c-c0d1-4f87-991c-871c660555e9 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:21.727960 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-10d1473e-4fba-4a38-a311-c5e6606cab86 req-0f48406c-c0d1-4f87-991c-871c660555e9 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a4b0bc58-ffc9-4014-b49d-ca280ad79b32 HTTP/1.1" status: 200 len: 946 time: 0.0939026 Sep 16 19:33:21.737963 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-59f65457-12ec-4718-a43c-d7a8432d6b4e req-786c9e3c-7997-431d-bcbb-539e94176f22 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4fc394e5-4a72-4e1b-a046-66e03ed753a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924437 Sep 16 19:33:21.764350 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-12038612-84f3-45b6-9abe-3b725d16baaa req-19193252-aaa7-4e46-a48b-9923d0afcfb8 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:21.764350 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-12038612-84f3-45b6-9abe-3b725d16baaa req-19193252-aaa7-4e46-a48b-9923d0afcfb8 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681123'] for floatingip (e928e6de-b509-4e38-b976-51f0741d91c1), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:21.764350 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.db.l3_db [req-12038612-84f3-45b6-9abe-3b725d16baaa req-19193252-aaa7-4e46-a48b-9923d0afcfb8 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Floating IP e928e6de-b509-4e38-b976-51f0741d91c1 disassociated. External IP: 172.27.2.156, port: 3041a9c9-2a31-4447-bb58-b0524edea464. Sep 16 19:33:21.764735 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-12038612-84f3-45b6-9abe-3b725d16baaa req-19193252-aaa7-4e46-a48b-9923d0afcfb8 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Calling delete_port for 3041a9c9-2a31-4447-bb58-b0524edea464 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:33:21.831089 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-59f65457-12ec-4718-a43c-d7a8432d6b4e req-ad86d676-5b67-44be-80cb-2b4220c27ba4 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4fc394e5-4a72-4e1b-a046-66e03ed753a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870504 Sep 16 19:33:22.044275 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-10d1473e-4fba-4a38-a311-c5e6606cab86 req-424ae136-f99e-4df0-b1f3-b119987a5e1d tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4b8468ab-b1b7-4cc7-97e8-c292bbb77113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3093925 Sep 16 19:33:22.135130 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-12038612-84f3-45b6-9abe-3b725d16baaa req-19193252-aaa7-4e46-a48b-9923d0afcfb8 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (3041a9c9-2a31-4447-bb58-b0524edea464), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:22.160824 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19193252-aaa7-4e46-a48b-9923d0afcfb8 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Pushing event deleted for resources: {'Port': ['ID=3041a9c9-2a31-4447-bb58-b0524edea464,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:33:22.173659 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19193252-aaa7-4e46-a48b-9923d0afcfb8 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:33:22.173970 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19193252-aaa7-4e46-a48b-9923d0afcfb8 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:33:22.174308 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19193252-aaa7-4e46-a48b-9923d0afcfb8 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:33:22.174642 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19193252-aaa7-4e46-a48b-9923d0afcfb8 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:33:22.175082 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19193252-aaa7-4e46-a48b-9923d0afcfb8 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:33:22.175369 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19193252-aaa7-4e46-a48b-9923d0afcfb8 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:33:22.175695 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19193252-aaa7-4e46-a48b-9923d0afcfb8 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:33:22.176020 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19193252-aaa7-4e46-a48b-9923d0afcfb8 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:33:22.176338 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19193252-aaa7-4e46-a48b-9923d0afcfb8 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:33:22.176712 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19193252-aaa7-4e46-a48b-9923d0afcfb8 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:33:22.177016 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19193252-aaa7-4e46-a48b-9923d0afcfb8 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:33:22.177341 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19193252-aaa7-4e46-a48b-9923d0afcfb8 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:33:22.177650 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19193252-aaa7-4e46-a48b-9923d0afcfb8 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:33:22.177993 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19193252-aaa7-4e46-a48b-9923d0afcfb8 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:33:22.178312 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19193252-aaa7-4e46-a48b-9923d0afcfb8 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:33:22.220146 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:33:22.231894 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:33:22.284101 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12038612-84f3-45b6-9abe-3b725d16baaa req-19193252-aaa7-4e46-a48b-9923d0afcfb8 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Router 9227d13d-de08-4ed6-a833-6283712bcfa7 has already been hosted by L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:33:22.395844 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12038612-84f3-45b6-9abe-3b725d16baaa req-19193252-aaa7-4e46-a48b-9923d0afcfb8 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:33:22.408513 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3f2f2d-8d0a-4ead-aac5-f83e786c5d40 None None] Sync routers for ids ['9227d13d-de08-4ed6-a833-6283712bcfa7'] in dv-cinder-850320-7-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:33:22.431979 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3f2f2d-8d0a-4ead-aac5-f83e786c5d40 None None] Routers {'9227d13d-de08-4ed6-a833-6283712bcfa7'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:33:22.432651 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-3c3f2f2d-8d0a-4ead-aac5-f83e786c5d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:33:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['9227d13d-de08-4ed6-a833-6283712bcfa7'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:33:22.438631 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-12038612-84f3-45b6-9abe-3b725d16baaa req-19193252-aaa7-4e46-a48b-9923d0afcfb8 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] No DVR routers for this DVR port 3041a9c9-2a31-4447-bb58-b0524edea464 on host hv-cinder-85032 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 19:33:22.442359 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-12038612-84f3-45b6-9abe-3b725d16baaa req-19193252-aaa7-4e46-a48b-9923d0afcfb8 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:22.445584 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-12038612-84f3-45b6-9abe-3b725d16baaa req-19193252-aaa7-4e46-a48b-9923d0afcfb8 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.27 "DELETE /networking/v2.0/ports/3041a9c9-2a31-4447-bb58-b0524edea464 HTTP/1.1" status: 204 len: 173 time: 1.1285050 Sep 16 19:33:22.446089 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b0bc58-ffc9-4014-b49d-ca280ad79b32', 'name': 'network-vif-deleted', 'tag': '3041a9c9-2a31-4447-bb58-b0524edea464'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:33:22.448354 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e152f16bac9f1df6f483fa1cb5a6d8c6a2a494143f87e2794594a52eeef6f53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfa2ffd-f7da-4564-9c30-4d6fae037e0e" -d '{"events": [{"server_uuid": "a4b0bc58-ffc9-4014-b49d-ca280ad79b32", "name": "network-vif-deleted", "tag": "3041a9c9-2a31-4447-bb58-b0524edea464"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:33:22.541859 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-3c3f2f2d-8d0a-4ead-aac5-f83e786c5d40 None None] Set router 9227d13d-de08-4ed6-a833-6283712bcfa7 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:33:22.546818 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 19:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d841b30c-1e9a-42bc-9f2b-b57c7d3af604 x-openstack-request-id: req-d841b30c-1e9a-42bc-9f2b-b57c7d3af604 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:33:22.547040 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b0bc58-ffc9-4014-b49d-ca280ad79b32", "name": "network-vif-deleted", "tag": "3041a9c9-2a31-4447-bb58-b0524edea464", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:33:22.547439 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d841b30c-1e9a-42bc-9f2b-b57c7d3af604 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:33:22.548066 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d841b30c-1e9a-42bc-9f2b-b57c7d3af604'] response: {'server_uuid': 'a4b0bc58-ffc9-4014-b49d-ca280ad79b32', 'name': 'network-vif-deleted', 'tag': '3041a9c9-2a31-4447-bb58-b0524edea464', 'status': 'completed', 'code': 200} Sep 16 19:33:22.665812 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84200c06-3e0f-4631-b1a1-dfdc7e3cea2d req-c78c5441-f0df-431a-85b8-d97cd1489305 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:22.667225 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-84200c06-3e0f-4631-b1a1-dfdc7e3cea2d req-c78c5441-f0df-431a-85b8-d97cd1489305 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 945 time: 0.0498917 Sep 16 19:33:22.718462 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-84200c06-3e0f-4631-b1a1-dfdc7e3cea2d req-e3252d8d-51a9-425e-b265-7ce1c2cba396 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453062 Sep 16 19:33:22.769280 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-3c3f2f2d-8d0a-4ead-aac5-f83e786c5d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'name': 'tempest-AttachVolumeNegativeTest-1174890714-router', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:47Z', 'updated_at': '2022-09-16T19:26:56Z', 'revision_number': 4, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'gw_port': {'id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:dd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:48Z', 'updated_at': '2022-09-16T19:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_floatingips': [{'id': 'c5d4b597-f55d-4bb6-b497-387431da21f1', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'port_id': '564ad5b6-f4d4-47ec-845c-17b90b57b3be', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'mac_address': 'fa:16:3e:7d:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e61203-755e-4afc-9359-dbbe44b0934d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:27:06Z', 'updated_at': '2022-09-16T19:28:41Z', 'revision_number': 2, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aea26ef-78b1-4046-af15-928f65832dc2', 'name': '', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'mac_address': 'fa:16:3e:64:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:53Z', 'updated_at': '2022-09-16T19:27:04Z', 'revision_number': 5, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'subnets': [{'id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:33:22.793492 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3f2f2d-8d0a-4ead-aac5-f83e786c5d40 None None] Checking router: 9227d13d-de08-4ed6-a833-6283712bcfa7 for host: dv-cinder-850320-7-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:33:22.802818 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3f2f2d-8d0a-4ead-aac5-f83e786c5d40 None None] Routers {'9227d13d-de08-4ed6-a833-6283712bcfa7'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:33:22.803406 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-3c3f2f2d-8d0a-4ead-aac5-f83e786c5d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:33:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['9227d13d-de08-4ed6-a833-6283712bcfa7'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:33:22.903076 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-3c3f2f2d-8d0a-4ead-aac5-f83e786c5d40 None None] Set router 9227d13d-de08-4ed6-a833-6283712bcfa7 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:33:23.121060 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-3c3f2f2d-8d0a-4ead-aac5-f83e786c5d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'name': 'tempest-AttachVolumeNegativeTest-1174890714-router', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:47Z', 'updated_at': '2022-09-16T19:26:56Z', 'revision_number': 4, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'gw_port': {'id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:dd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:48Z', 'updated_at': '2022-09-16T19:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_floatingips': [{'id': 'c5d4b597-f55d-4bb6-b497-387431da21f1', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'port_id': '564ad5b6-f4d4-47ec-845c-17b90b57b3be', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'mac_address': 'fa:16:3e:7d:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e61203-755e-4afc-9359-dbbe44b0934d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:27:06Z', 'updated_at': '2022-09-16T19:28:41Z', 'revision_number': 2, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aea26ef-78b1-4046-af15-928f65832dc2', 'name': '', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'mac_address': 'fa:16:3e:64:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:53Z', 'updated_at': '2022-09-16T19:27:04Z', 'revision_number': 5, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'subnets': [{'id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:33:23.150630 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3f2f2d-8d0a-4ead-aac5-f83e786c5d40 None None] The sync data for ids ['9227d13d-de08-4ed6-a833-6283712bcfa7'] in dv-cinder-850320-7-iscsi is: [{'id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'name': 'tempest-AttachVolumeNegativeTest-1174890714-router', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:47Z', 'updated_at': '2022-09-16T19:26:56Z', 'revision_number': 4, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'gw_port': {'id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:dd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:48Z', 'updated_at': '2022-09-16T19:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_floatingips': [{'id': 'c5d4b597-f55d-4bb6-b497-387431da21f1', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'port_id': '564ad5b6-f4d4-47ec-845c-17b90b57b3be', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'mac_address': 'fa:16:3e:7d:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e61203-755e-4afc-9359-dbbe44b0934d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:27:06Z', 'updated_at': '2022-09-16T19:28:41Z', 'revision_number': 2, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aea26ef-78b1-4046-af15-928f65832dc2', 'name': '', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'mac_address': 'fa:16:3e:64:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:53Z', 'updated_at': '2022-09-16T19:27:04Z', 'revision_number': 5, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'subnets': [{'id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:33:23.211260 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c09ca480-0688-4681-87be-e5766acb6e3b req-243e3d19-32f6-48e6-b872-4cac9d302d58 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a4b0bc58-ffc9-4014-b49d-ca280ad79b32 HTTP/1.1" status: 200 len: 210 time: 0.0370243 Sep 16 19:33:23.395586 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e091074e-ed8b-450f-8f34-413c5268b54e None None] New status for floating IP e928e6de-b509-4e38-b976-51f0741d91c1: DOWN {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 19:33:23.848979 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74da00-292c-4ed9-8191-7084f6f48dca req-ec48be27-5dfa-4a2e-a5ce-f8ca15bafff4 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:23.850502 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fd74da00-292c-4ed9-8191-7084f6f48dca req-ec48be27-5dfa-4a2e-a5ce-f8ca15bafff4 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 945 time: 0.0495143 Sep 16 19:33:23.904162 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fd74da00-292c-4ed9-8191-7084f6f48dca req-0bcc4746-0264-455b-9092-98ab58ec37a8 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479016 Sep 16 19:33:24.584616 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 3041a9c9-2a31-4447-bb58-b0524edea464 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:33:24.613660 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] No Port match for: 3041a9c9-2a31-4447-bb58-b0524edea464 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:33:24.614289 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 3041a9c9-2a31-4447-bb58-b0524edea464 not bound to the agent host hv-cinder-85032 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:33:25.049899 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388499fb-64fe-48e3-b7d8-b400b33a4c55 req-c8cebc5f-4326-4f1c-b3e9-9ab6b43873f5 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:25.052040 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-388499fb-64fe-48e3-b7d8-b400b33a4c55 req-c8cebc5f-4326-4f1c-b3e9-9ab6b43873f5 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 945 time: 0.0556123 Sep 16 19:33:25.101120 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-388499fb-64fe-48e3-b7d8-b400b33a4c55 req-6a4d7647-c94c-437c-951f-dab3c82cea4f tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433106 Sep 16 19:33:25.222708 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [req-eed472f4-9968-4a34-9d39-b4b740349a29 req-e011b86e-a6c8-463c-953c-9c0cea5ee594 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 19:33:25.223814 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-eed472f4-9968-4a34-9d39-b4b740349a29 req-e011b86e-a6c8-463c-953c-9c0cea5ee594 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0505309 Sep 16 19:33:25.316940 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 50518) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:33:25.383192 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f32e16d5-4f06-419d-a10e-afde965414fc tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for security_group (4b8468ab-b1b7-4cc7-97e8-c292bbb77113), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:25.405543 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 50526) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:33:25.412170 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f32e16d5-4f06-419d-a10e-afde965414fc tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for security_group (4b8468ab-b1b7-4cc7-97e8-c292bbb77113), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:25.428741 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daac804-1163-4e2c-b0cf-2d8e4d8b0a85 req-09b4c4bf-7b7d-4f80-b8ea-e8739c594ab4 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:25.430224 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0daac804-1163-4e2c-b0cf-2d8e4d8b0a85 req-09b4c4bf-7b7d-4f80-b8ea-e8739c594ab4 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 945 time: 0.0596859 Sep 16 19:33:25.492517 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0daac804-1163-4e2c-b0cf-2d8e4d8b0a85 req-b3196f7a-8108-448b-a04e-6cb2bb0d11d1 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561659 Sep 16 19:33:25.495333 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f32e16d5-4f06-419d-a10e-afde965414fc tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (4b8468ab-b1b7-4cc7-97e8-c292bbb77113), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:25.498077 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f32e16d5-4f06-419d-a10e-afde965414fc tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:25.502096 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 50530) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:33:25.502254 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-f32e16d5-4f06-419d-a10e-afde965414fc tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/4b8468ab-b1b7-4cc7-97e8-c292bbb77113 HTTP/1.1" status: 204 len: 168 time: 0.1834960 Sep 16 19:33:25.516590 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e16d5-4f06-419d-a10e-afde965414fc tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8468ab-b1b7-4cc7-97e8-c292bbb77113,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:33:25.516705 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.api.v2.resource [None req-c38dfc2d-33cc-4131-89c3-205b4bdd2dd1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] show failed (client error): The resource could not be found. Sep 16 19:33:25.517166 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-c38dfc2d-33cc-4131-89c3-205b4bdd2dd1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups/4b8468ab-b1b7-4cc7-97e8-c292bbb77113 HTTP/1.1" status: 404 len: 347 time: 0.0137820 Sep 16 19:33:25.520175 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-45d2b50e-755e-4772-8868-d30e92deaddb req-0e0b78f7-ce1a-42e0-9e56-f17b072d72d5 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1132450 Sep 16 19:33:25.521609 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 50532) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:33:25.535037 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [req-45d2b50e-755e-4772-8868-d30e92deaddb req-cb8941e4-35e1-41fa-aac8-a2c9ba1c283c service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 19:33:25.536058 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-45d2b50e-755e-4772-8868-d30e92deaddb req-cb8941e4-35e1-41fa-aac8-a2c9ba1c283c service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0055318 Sep 16 19:33:25.538688 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32e16d5-4f06-419d-a10e-afde965414fc tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:33:25.539032 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32e16d5-4f06-419d-a10e-afde965414fc tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:33:25.539367 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32e16d5-4f06-419d-a10e-afde965414fc tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:33:25.539693 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32e16d5-4f06-419d-a10e-afde965414fc tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:33:25.540028 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32e16d5-4f06-419d-a10e-afde965414fc tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:33:25.540347 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32e16d5-4f06-419d-a10e-afde965414fc tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:33:25.540700 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32e16d5-4f06-419d-a10e-afde965414fc tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:33:25.541002 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32e16d5-4f06-419d-a10e-afde965414fc tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:33:25.541696 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32e16d5-4f06-419d-a10e-afde965414fc tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:33:25.541696 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32e16d5-4f06-419d-a10e-afde965414fc tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:33:25.541929 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32e16d5-4f06-419d-a10e-afde965414fc tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:33:25.542241 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32e16d5-4f06-419d-a10e-afde965414fc tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:33:25.542553 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32e16d5-4f06-419d-a10e-afde965414fc tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:33:25.542864 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32e16d5-4f06-419d-a10e-afde965414fc tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:33:25.543176 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32e16d5-4f06-419d-a10e-afde965414fc tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:33:25.621384 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 50538) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:33:25.643286 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:33:25.656143 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-5ddd6b14-9b99-434e-a68d-dfc72f6894e7 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Deleting port 12c528b1-393d-4462-9fd4-50368b37fbe6 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:33:25.656508 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ddd6b14-9b99-434e-a68d-dfc72f6894e7 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (12c528b1-393d-4462-9fd4-50368b37fbe6), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:25.667368 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:33:25.753897 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2b50e-755e-4772-8868-d30e92deaddb req-3b3b1452-8cf4-4e51-b9e8-17fc80f1d253 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:25.755251 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-45d2b50e-755e-4772-8868-d30e92deaddb req-3b3b1452-8cf4-4e51-b9e8-17fc80f1d253 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports/ad34d119-da03-42cc-b88e-67ae41f8d0e0 HTTP/1.1" status: 200 len: 942 time: 0.1328802 Sep 16 19:33:25.779440 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ddd6b14-9b99-434e-a68d-dfc72f6894e7 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (12c528b1-393d-4462-9fd4-50368b37fbe6), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:25.779758 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ddd6b14-9b99-434e-a68d-dfc72f6894e7 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for floatingip (12c528b1-393d-4462-9fd4-50368b37fbe6), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:25.793412 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-5ddd6b14-9b99-434e-a68d-dfc72f6894e7 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Calling delete_port for 12c528b1-393d-4462-9fd4-50368b37fbe6 owned by network:floatingip {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:33:25.930011 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ddd6b14-9b99-434e-a68d-dfc72f6894e7 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (12c528b1-393d-4462-9fd4-50368b37fbe6), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:25.958899 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd6b14-9b99-434e-a68d-dfc72f6894e7 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Pushing event deleted for resources: {'Port': ['ID=12c528b1-393d-4462-9fd4-50368b37fbe6,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:33:26.022254 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ddd6b14-9b99-434e-a68d-dfc72f6894e7 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for floatingip (e928e6de-b509-4e38-b976-51f0741d91c1), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:26.024756 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ddd6b14-9b99-434e-a68d-dfc72f6894e7 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for floatingip (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:26.025993 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-5ddd6b14-9b99-434e-a68d-dfc72f6894e7 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/e928e6de-b509-4e38-b976-51f0741d91c1 HTTP/1.1" status: 204 len: 168 time: 0.5037091 Sep 16 19:33:26.578814 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device ad34d119-da03-42cc-b88e-67ae41f8d0e0 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:33:26.628023 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291f5c2-a2f5-4b8d-a674-cf1c758132a1 req-98bcdab6-a9ec-471e-8fba-b4121864c300 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:26.629520 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3291f5c2-a2f5-4b8d-a674-cf1c758132a1 req-98bcdab6-a9ec-471e-8fba-b4121864c300 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 945 time: 0.0465903 Sep 16 19:33:26.655493 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port ad34d119-da03-42cc-b88e-67ae41f8d0e0 is: ACTIVE; New status is: DOWN {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:33:26.655883 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (ad34d119-da03-42cc-b88e-67ae41f8d0e0), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:26.681104 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad34d119-da03-42cc-b88e-67ae41f8d0e0'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:33:26.683391 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f3f7bbbb38247194f391b6222dc5c183e9bfb457d3b71a23f23b79e9cf016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b47e7e-cd8f-4c16-ade2-be5495805522" -d '{"events": [{"server_uuid": "1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf", "name": "network-vif-unplugged", "status": "completed", "tag": "ad34d119-da03-42cc-b88e-67ae41f8d0e0"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:33:26.684020 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3291f5c2-a2f5-4b8d-a674-cf1c758132a1 req-42e85604-1941-4990-8f41-1d289b473665 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486281 Sep 16 19:33:26.695695 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port ad34d119-da03-42cc-b88e-67ae41f8d0e0, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=ad34d119-da03-42cc-b88e-67ae41f8d0e0,segment=NetworkSegment(1b698c52-1803-40ad-a866-6ff1515380db),segment_id=1b698c52-1803-40ad-a866-6ff1515380db)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:33:26.713003 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (ad34d119-da03-42cc-b88e-67ae41f8d0e0), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:26.762950 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=ad34d119-da03-42cc-b88e-67ae41f8d0e0,revision_number=6']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:33:26.770295 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:33:26.770643 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:33:26.770983 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:33:26.771337 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:33:26.771672 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:33:26.771999 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:33:26.772318 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:33:26.772670 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:33:26.772993 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:33:26.773311 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:33:26.773633 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:33:26.773972 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:33:26.774291 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:33:26.774606 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:33:26.774918 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:33:26.780647 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Sep 2022 19:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c467763-eabf-449c-8351-41815ee6f1e5 x-openstack-request-id: req-1c467763-eabf-449c-8351-41815ee6f1e5 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:33:26.780947 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf", "name": "network-vif-unplugged", "status": "failed", "tag": "ad34d119-da03-42cc-b88e-67ae41f8d0e0", "code": 422}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:33:26.781160 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1c467763-eabf-449c-8351-41815ee6f1e5 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:33:26.781587 dv-cinder-850320-7-iscsi neutron-server[106254]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-1c467763-eabf-449c-8351-41815ee6f1e5']: {'server_uuid': '1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ad34d119-da03-42cc-b88e-67ae41f8d0e0', 'code': 422} returned with failed status Sep 16 19:33:27.809179 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b3034-ae3b-4e47-8722-421ae16bda64 req-6d23875b-96de-4509-ab0a-68f0d59cbde4 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:27.810665 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a52b3034-ae3b-4e47-8722-421ae16bda64 req-6d23875b-96de-4509-ab0a-68f0d59cbde4 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 943 time: 0.0475752 Sep 16 19:33:27.860724 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a52b3034-ae3b-4e47-8722-421ae16bda64 req-08541ad4-4061-4d79-b098-70c2bdba3285 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443053 Sep 16 19:33:28.182154 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2b50e-755e-4772-8868-d30e92deaddb req-0ce3fbfd-1f2b-4d75-9514-bdcb37469b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:28.183559 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-45d2b50e-755e-4772-8868-d30e92deaddb req-0ce3fbfd-1f2b-4d75-9514-bdcb37469b69 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf&tenant_id=d7fc1dae09f145afab37db3a792430d3 HTTP/1.1" status: 200 len: 1127 time: 0.0741563 Sep 16 19:33:28.263572 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2b50e-755e-4772-8868-d30e92deaddb req-a73da31b-b494-417f-be16-674591f55253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:28.265103 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-45d2b50e-755e-4772-8868-d30e92deaddb req-a73da31b-b494-417f-be16-674591f55253 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=d7fc1dae09f145afab37db3a792430d3&device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 1127 time: 0.0420191 Sep 16 19:33:28.354499 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2b50e-755e-4772-8868-d30e92deaddb req-a3cf1454-3812-4dac-ba05-d77011d7a781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:28.355955 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-45d2b50e-755e-4772-8868-d30e92deaddb req-a3cf1454-3812-4dac-ba05-d77011d7a781 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=4fc394e5-4a72-4e1b-a046-66e03ed753a7 HTTP/1.1" status: 200 len: 909 time: 0.0847094 Sep 16 19:33:28.423651 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-45d2b50e-755e-4772-8868-d30e92deaddb req-4b44c95d-dbdf-41fc-82ba-063dce330cde service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad34d119-da03-42cc-b88e-67ae41f8d0e0 HTTP/1.1" status: 200 len: 999 time: 0.0609007 Sep 16 19:33:28.473895 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2b50e-755e-4772-8868-d30e92deaddb req-aa26ed0a-8600-4c68-9101-69eedb7a0518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:28.475452 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-45d2b50e-755e-4772-8868-d30e92deaddb req-aa26ed0a-8600-4c68-9101-69eedb7a0518 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=fcb3e0c9-538f-40ce-83b8-814de92b3dde HTTP/1.1" status: 200 len: 847 time: 0.0451124 Sep 16 19:33:28.524088 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2b50e-755e-4772-8868-d30e92deaddb req-1f7b8e1e-0bd5-4fc8-ac49-e7f930ac656f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:28.525680 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-45d2b50e-755e-4772-8868-d30e92deaddb req-1f7b8e1e-0bd5-4fc8-ac49-e7f930ac656f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=4fc394e5-4a72-4e1b-a046-66e03ed753a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400190 Sep 16 19:33:28.590258 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:33:28.623257 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-45d2b50e-755e-4772-8868-d30e92deaddb req-cc626f95-b56b-424c-a351-87e37e21745e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4fc394e5-4a72-4e1b-a046-66e03ed753a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893290 Sep 16 19:33:28.703845 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:33:28.722240 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-45d2b50e-755e-4772-8868-d30e92deaddb req-59cc8775-3abf-49d9-8e7e-40085c969875 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4fc394e5-4a72-4e1b-a046-66e03ed753a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892644 Sep 16 19:33:28.737170 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ab970-f641-412e-a740-6f478fb81ea2 req-33e7ca57-0356-498c-9efd-3a9a72dfa637 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:28.738978 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7b9ab970-f641-412e-a740-6f478fb81ea2 req-33e7ca57-0356-498c-9efd-3a9a72dfa637 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 946 time: 0.0470436 Sep 16 19:33:28.785456 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7b9ab970-f641-412e-a740-6f478fb81ea2 req-1538fc83-f4f0-46a8-8c79-0ed3bb914c0c tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406332 Sep 16 19:33:29.006583 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de4fd4-85c1-416d-90c8-04810fc11fa1 req-70695f81-49c9-491c-94d4-efd8fa00a26d tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:29.007997 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f5de4fd4-85c1-416d-90c8-04810fc11fa1 req-70695f81-49c9-491c-94d4-efd8fa00a26d tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 943 time: 0.0555053 Sep 16 19:33:29.058945 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f5de4fd4-85c1-416d-90c8-04810fc11fa1 req-97973018-d58c-41c2-b14f-a95efd25ca67 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451410 Sep 16 19:33:29.912204 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c7a7c-49ac-4182-925c-79c2c90e7bbc req-a9682f0b-5373-4d17-b88a-fd41b6739403 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:29.913847 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-637c7a7c-49ac-4182-925c-79c2c90e7bbc req-a9682f0b-5373-4d17-b88a-fd41b6739403 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 946 time: 0.0525007 Sep 16 19:33:29.969813 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-637c7a7c-49ac-4182-925c-79c2c90e7bbc req-f287f512-ab14-46a4-b9c9-092e2d6ef1e3 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469580 Sep 16 19:33:30.022619 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5f0959a6-5440-4b0e-9812-aaca4c08a7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:30.192750 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd8e0b-f641-40b6-a58c-6fc922d33b1f req-d7c00a76-7755-4cc6-b391-4a5f2ca83e53 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:30.194213 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-85bd8e0b-f641-40b6-a58c-6fc922d33b1f req-d7c00a76-7755-4cc6-b391-4a5f2ca83e53 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 943 time: 0.0480857 Sep 16 19:33:30.246267 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-85bd8e0b-f641-40b6-a58c-6fc922d33b1f req-e4de31cd-3fc3-46c5-9355-db61f8a7a3cd tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451300 Sep 16 19:33:30.655979 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695b82b-1ca8-4504-b200-abd4e8120570 req-e17e17f3-ad22-43c4-a53b-a948225eb493 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:30.657314 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8695b82b-1ca8-4504-b200-abd4e8120570 req-e17e17f3-ad22-43c4-a53b-a948225eb493 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 946 time: 0.0556490 Sep 16 19:33:30.749826 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-8695b82b-1ca8-4504-b200-abd4e8120570 req-81213e94-539b-4aac-a9b9-28b1b5dea3a1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Deleting port 564ad5b6-f4d4-47ec-845c-17b90b57b3be {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:33:30.750163 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8695b82b-1ca8-4504-b200-abd4e8120570 req-81213e94-539b-4aac-a9b9-28b1b5dea3a1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (564ad5b6-f4d4-47ec-845c-17b90b57b3be), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:30.847149 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-8695b82b-1ca8-4504-b200-abd4e8120570 req-81213e94-539b-4aac-a9b9-28b1b5dea3a1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] For port 564ad5b6-f4d4-47ec-845c-17b90b57b3be, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=564ad5b6-f4d4-47ec-845c-17b90b57b3be,segment=NetworkSegment(d2aecd8e-0f77-4a3e-8fa6-6519afb8f770),segment_id=d2aecd8e-0f77-4a3e-8fa6-6519afb8f770)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:33:30.847725 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8695b82b-1ca8-4504-b200-abd4e8120570 req-81213e94-539b-4aac-a9b9-28b1b5dea3a1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (564ad5b6-f4d4-47ec-845c-17b90b57b3be), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:31.020649 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8695b82b-1ca8-4504-b200-abd4e8120570 req-81213e94-539b-4aac-a9b9-28b1b5dea3a1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:31.021188 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8695b82b-1ca8-4504-b200-abd4e8120570 req-81213e94-539b-4aac-a9b9-28b1b5dea3a1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681123'] for floatingip (c5d4b597-f55d-4bb6-b497-387431da21f1), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:31.021534 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.db.l3_db [req-8695b82b-1ca8-4504-b200-abd4e8120570 req-81213e94-539b-4aac-a9b9-28b1b5dea3a1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Floating IP c5d4b597-f55d-4bb6-b497-387431da21f1 disassociated. External IP: 172.27.2.120, port: 564ad5b6-f4d4-47ec-845c-17b90b57b3be. Sep 16 19:33:31.021865 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-8695b82b-1ca8-4504-b200-abd4e8120570 req-81213e94-539b-4aac-a9b9-28b1b5dea3a1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Calling delete_port for 564ad5b6-f4d4-47ec-845c-17b90b57b3be owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:33:31.101331 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8a9d4-0401-4cfe-9652-51ab9ac81007 req-8266140b-03a3-40f9-834c-1a2a3bb45efd tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:31.102882 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-34f8a9d4-0401-4cfe-9652-51ab9ac81007 req-8266140b-03a3-40f9-834c-1a2a3bb45efd tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 946 time: 0.0524530 Sep 16 19:33:31.150199 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-34f8a9d4-0401-4cfe-9652-51ab9ac81007 req-49e07560-e955-44e7-9a5b-56ede2799e7a tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9aa71726-74eb-4aab-abce-b42d217b2996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412776 Sep 16 19:33:31.154272 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8695b82b-1ca8-4504-b200-abd4e8120570 req-81213e94-539b-4aac-a9b9-28b1b5dea3a1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (564ad5b6-f4d4-47ec-845c-17b90b57b3be), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:31.190413 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81213e94-539b-4aac-a9b9-28b1b5dea3a1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Pushing event deleted for resources: {'Port': ['ID=564ad5b6-f4d4-47ec-845c-17b90b57b3be,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:33:31.234447 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:33:31.311924 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8695b82b-1ca8-4504-b200-abd4e8120570 req-81213e94-539b-4aac-a9b9-28b1b5dea3a1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Router 9227d13d-de08-4ed6-a833-6283712bcfa7 has already been hosted by L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:33:31.386504 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:33:31.433469 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39dd87-c0b6-4812-98c7-6c714eb58c7e req-7aca84ac-52ff-4e5e-a0c2-cf351e7dc749 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:31.434939 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6c39dd87-c0b6-4812-98c7-6c714eb58c7e req-7aca84ac-52ff-4e5e-a0c2-cf351e7dc749 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 943 time: 0.0814192 Sep 16 19:33:31.471730 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8695b82b-1ca8-4504-b200-abd4e8120570 req-81213e94-539b-4aac-a9b9-28b1b5dea3a1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:33:31.482259 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ea4032-4646-4edd-9004-b09f10ee63a8 None None] Sync routers for ids ['9227d13d-de08-4ed6-a833-6283712bcfa7'] in dv-cinder-850320-7-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:33:31.495561 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ea4032-4646-4edd-9004-b09f10ee63a8 None None] Routers {'9227d13d-de08-4ed6-a833-6283712bcfa7'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:33:31.496164 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-15ea4032-4646-4edd-9004-b09f10ee63a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:33:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['9227d13d-de08-4ed6-a833-6283712bcfa7'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:33:31.532478 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-8695b82b-1ca8-4504-b200-abd4e8120570 req-81213e94-539b-4aac-a9b9-28b1b5dea3a1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] No DVR routers for this DVR port 564ad5b6-f4d4-47ec-845c-17b90b57b3be on host hv-cinder-85032 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 19:33:31.537595 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6c39dd87-c0b6-4812-98c7-6c714eb58c7e req-3d7020ba-22b6-454a-940f-10ae4c6462b9 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935168 Sep 16 19:33:31.538790 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8695b82b-1ca8-4504-b200-abd4e8120570 req-81213e94-539b-4aac-a9b9-28b1b5dea3a1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:31.542062 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8695b82b-1ca8-4504-b200-abd4e8120570 req-81213e94-539b-4aac-a9b9-28b1b5dea3a1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.27 "DELETE /networking/v2.0/ports/564ad5b6-f4d4-47ec-845c-17b90b57b3be HTTP/1.1" status: 204 len: 173 time: 0.8781745 Sep 16 19:33:31.542608 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e61203-755e-4afc-9359-dbbe44b0934d', 'name': 'network-vif-deleted', 'tag': '564ad5b6-f4d4-47ec-845c-17b90b57b3be'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:33:31.544521 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:33:31.545771 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e152f16bac9f1df6f483fa1cb5a6d8c6a2a494143f87e2794594a52eeef6f53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5528f1-5ad6-408e-beef-b39214da5a23" -d '{"events": [{"server_uuid": "96e61203-755e-4afc-9359-dbbe44b0934d", "name": "network-vif-deleted", "tag": "564ad5b6-f4d4-47ec-845c-17b90b57b3be"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:33:31.601698 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 19:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aaedf27-f885-495d-927b-32b73d903005 x-openstack-request-id: req-6aaedf27-f885-495d-927b-32b73d903005 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:33:31.602145 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96e61203-755e-4afc-9359-dbbe44b0934d", "name": "network-vif-deleted", "tag": "564ad5b6-f4d4-47ec-845c-17b90b57b3be", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:33:31.602632 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6aaedf27-f885-495d-927b-32b73d903005 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:33:31.603214 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aaedf27-f885-495d-927b-32b73d903005'] response: {'server_uuid': '96e61203-755e-4afc-9359-dbbe44b0934d', 'name': 'network-vif-deleted', 'tag': '564ad5b6-f4d4-47ec-845c-17b90b57b3be', 'status': 'completed', 'code': 200} Sep 16 19:33:31.698879 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:33:31.725035 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-15ea4032-4646-4edd-9004-b09f10ee63a8 None None] Set router 9227d13d-de08-4ed6-a833-6283712bcfa7 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:33:31.813638 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:31.917434 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-15ea4032-4646-4edd-9004-b09f10ee63a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'name': 'tempest-AttachVolumeNegativeTest-1174890714-router', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:47Z', 'updated_at': '2022-09-16T19:26:56Z', 'revision_number': 4, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'gw_port': {'id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:dd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:48Z', 'updated_at': '2022-09-16T19:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '2aea26ef-78b1-4046-af15-928f65832dc2', 'name': '', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'mac_address': 'fa:16:3e:64:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:53Z', 'updated_at': '2022-09-16T19:27:04Z', 'revision_number': 5, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'subnets': [{'id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:33:31.942592 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ea4032-4646-4edd-9004-b09f10ee63a8 None None] Checking router: 9227d13d-de08-4ed6-a833-6283712bcfa7 for host: dv-cinder-850320-7-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:33:31.952759 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ea4032-4646-4edd-9004-b09f10ee63a8 None None] Routers {'9227d13d-de08-4ed6-a833-6283712bcfa7'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:33:31.953431 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-15ea4032-4646-4edd-9004-b09f10ee63a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:33:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['9227d13d-de08-4ed6-a833-6283712bcfa7'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:33:32.055584 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-15ea4032-4646-4edd-9004-b09f10ee63a8 None None] Set router 9227d13d-de08-4ed6-a833-6283712bcfa7 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:33:32.241303 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-15ea4032-4646-4edd-9004-b09f10ee63a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'name': 'tempest-AttachVolumeNegativeTest-1174890714-router', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:47Z', 'updated_at': '2022-09-16T19:26:56Z', 'revision_number': 4, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'gw_port': {'id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:dd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:48Z', 'updated_at': '2022-09-16T19:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '2aea26ef-78b1-4046-af15-928f65832dc2', 'name': '', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'mac_address': 'fa:16:3e:64:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:53Z', 'updated_at': '2022-09-16T19:27:04Z', 'revision_number': 5, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'subnets': [{'id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:33:32.269000 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ea4032-4646-4edd-9004-b09f10ee63a8 None None] The sync data for ids ['9227d13d-de08-4ed6-a833-6283712bcfa7'] in dv-cinder-850320-7-iscsi is: [{'id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'name': 'tempest-AttachVolumeNegativeTest-1174890714-router', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:47Z', 'updated_at': '2022-09-16T19:26:56Z', 'revision_number': 4, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'gw_port': {'id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:dd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:48Z', 'updated_at': '2022-09-16T19:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '2aea26ef-78b1-4046-af15-928f65832dc2', 'name': '', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'mac_address': 'fa:16:3e:64:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:53Z', 'updated_at': '2022-09-16T19:27:04Z', 'revision_number': 5, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'subnets': [{'id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:33:32.277668 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c3eea36a-4bd9-4dac-8fbb-45ff18d2442e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:32.284421 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b75aec3f-7913-4290-a696-08f02e9a9c42 req-991b1ece-d983-4a53-b170-e9990e826f5f tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=96e61203-755e-4afc-9359-dbbe44b0934d HTTP/1.1" status: 200 len: 210 time: 0.0310016 Sep 16 19:33:32.499083 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41eef90c-e6cc-4475-b6a4-ef4d7f96637c None None] New status for floating IP c5d4b597-f55d-4bb6-b497-387431da21f1: DOWN {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 19:33:32.666022 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff52e37-4a63-4713-b4b0-c30e9538548b req-e92dfda6-f053-4c9a-acc9-c7052d642389 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:32.667492 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1ff52e37-4a63-4713-b4b0-c30e9538548b req-e92dfda6-f053-4c9a-acc9-c7052d642389 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 943 time: 0.0466075 Sep 16 19:33:32.715871 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1ff52e37-4a63-4713-b4b0-c30e9538548b req-84c0c548-442b-49ae-bd76-2f9ae5f728f7 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425577 Sep 16 19:33:33.405252 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 50600) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:33:33.456986 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:33:33.463813 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-acef2e82-5468-4463-9298-d4a40edd9b0e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for security_group (9aa71726-74eb-4aab-abce-b42d217b2996), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:33.490324 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-acef2e82-5468-4463-9298-d4a40edd9b0e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for security_group (9aa71726-74eb-4aab-abce-b42d217b2996), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:33.498008 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:33:33.542620 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-acef2e82-5468-4463-9298-d4a40edd9b0e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (9aa71726-74eb-4aab-abce-b42d217b2996), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:33.545327 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-acef2e82-5468-4463-9298-d4a40edd9b0e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:33.546469 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-acef2e82-5468-4463-9298-d4a40edd9b0e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/9aa71726-74eb-4aab-abce-b42d217b2996 HTTP/1.1" status: 204 len: 168 time: 0.1399992 Sep 16 19:33:33.549379 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 50602) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:33:33.556880 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acef2e82-5468-4463-9298-d4a40edd9b0e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa71726-74eb-4aab-abce-b42d217b2996,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:33:33.565390 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.api.v2.resource [None req-b4d620e6-14e6-4865-b6cb-74b224f277f1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] show failed (client error): The resource could not be found. Sep 16 19:33:33.569180 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-b4d620e6-14e6-4865-b6cb-74b224f277f1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups/9aa71726-74eb-4aab-abce-b42d217b2996 HTTP/1.1" status: 404 len: 347 time: 0.0160100 Sep 16 19:33:33.569680 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 50604) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:33:33.621736 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:33.680147 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-354621ca-accd-4b65-9dc5-cf5dbea75ff2 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Deleting port 46a739b6-02bf-48b2-afd5-7c3bc74bdd8a {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:33:33.680626 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-354621ca-accd-4b65-9dc5-cf5dbea75ff2 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (46a739b6-02bf-48b2-afd5-7c3bc74bdd8a), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:33.759746 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-354621ca-accd-4b65-9dc5-cf5dbea75ff2 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (46a739b6-02bf-48b2-afd5-7c3bc74bdd8a), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:33.760039 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-354621ca-accd-4b65-9dc5-cf5dbea75ff2 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for floatingip (46a739b6-02bf-48b2-afd5-7c3bc74bdd8a), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:33.773308 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-354621ca-accd-4b65-9dc5-cf5dbea75ff2 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Calling delete_port for 46a739b6-02bf-48b2-afd5-7c3bc74bdd8a owned by network:floatingip {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:33:33.878360 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a886f5-8b7f-4ec3-a7a7-23e4658c76af req-b330703c-dff9-4d30-9d9c-de51133c8e17 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:33.879723 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b2a886f5-8b7f-4ec3-a7a7-23e4658c76af req-b330703c-dff9-4d30-9d9c-de51133c8e17 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 943 time: 0.0644886 Sep 16 19:33:33.966619 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b2a886f5-8b7f-4ec3-a7a7-23e4658c76af req-f0c5e6e0-2f0b-48b2-8f2e-af8de0d347eb tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795782 Sep 16 19:33:33.990400 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-354621ca-accd-4b65-9dc5-cf5dbea75ff2 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (46a739b6-02bf-48b2-afd5-7c3bc74bdd8a), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:34.014705 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354621ca-accd-4b65-9dc5-cf5dbea75ff2 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Pushing event deleted for resources: {'Port': ['ID=46a739b6-02bf-48b2-afd5-7c3bc74bdd8a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:33:34.073712 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-354621ca-accd-4b65-9dc5-cf5dbea75ff2 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for floatingip (c5d4b597-f55d-4bb6-b497-387431da21f1), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:34.076104 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-354621ca-accd-4b65-9dc5-cf5dbea75ff2 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for floatingip (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:34.077251 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-354621ca-accd-4b65-9dc5-cf5dbea75ff2 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/c5d4b597-f55d-4bb6-b497-387431da21f1 HTTP/1.1" status: 204 len: 168 time: 0.5066700 Sep 16 19:33:34.167972 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 50610) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:33:34.172632 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-2ca86f65-a4fc-4e60-a5aa-133351d0ba19 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1433844944', 'description': 'tempest-description--74588831'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:33:34.198309 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2ca86f65-a4fc-4e60-a5aa-133351d0ba19 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:34.270697 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2ca86f65-a4fc-4e60-a5aa-133351d0ba19 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for security_group (f8198e53-7080-4443-b710-c29fde250f2a), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:34.277534 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2ca86f65-a4fc-4e60-a5aa-133351d0ba19 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (f8198e53-7080-4443-b710-c29fde250f2a), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:34.308430 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2ca86f65-a4fc-4e60-a5aa-133351d0ba19 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:34.309698 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-2ca86f65-a4fc-4e60-a5aa-133351d0ba19 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1406772 Sep 16 19:33:34.311620 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca86f65-a4fc-4e60-a5aa-133351d0ba19 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8198e53-7080-4443-b710-c29fde250f2a,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:33:34.312719 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 50612) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:33:34.317351 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-1c5b8d85-7676-4e30-bbbe-99bebbc5ed6a tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Request body: {'security_group_rule': {'security_group_id': 'f8198e53-7080-4443-b710-c29fde250f2a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:33:34.349284 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1c5b8d85-7676-4e30-bbbe-99bebbc5ed6a tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for security_group_rule (f8032a8f-c489-4d0d-92ba-531ce6d6541a), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:34.397841 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1c5b8d85-7676-4e30-bbbe-99bebbc5ed6a tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for security_group_rule (f8032a8f-c489-4d0d-92ba-531ce6d6541a), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:34.404117 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1c5b8d85-7676-4e30-bbbe-99bebbc5ed6a tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578197'] for security_group_rule (f8032a8f-c489-4d0d-92ba-531ce6d6541a), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:34.409645 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:33:34.423641 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:33:34.425590 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5b8d85-7676-4e30-bbbe-99bebbc5ed6a tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8032a8f-c489-4d0d-92ba-531ce6d6541a,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:33:34.434565 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1c5b8d85-7676-4e30-bbbe-99bebbc5ed6a tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:34.435998 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-1c5b8d85-7676-4e30-bbbe-99bebbc5ed6a tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1222212 Sep 16 19:33:34.439055 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 50614) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:33:34.443999 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-66dcaa1f-1522-40d4-b03c-42ef4b9b6add tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Request body: {'security_group_rule': {'security_group_id': 'f8198e53-7080-4443-b710-c29fde250f2a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:33:34.474028 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-66dcaa1f-1522-40d4-b03c-42ef4b9b6add tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for security_group_rule (29e2b477-96f1-4ae3-89b2-c198bf8e0615), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:34.531938 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-66dcaa1f-1522-40d4-b03c-42ef4b9b6add tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for security_group_rule (29e2b477-96f1-4ae3-89b2-c198bf8e0615), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:34.536936 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-66dcaa1f-1522-40d4-b03c-42ef4b9b6add tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578197'] for security_group_rule (29e2b477-96f1-4ae3-89b2-c198bf8e0615), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:34.555193 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dcaa1f-1522-40d4-b03c-42ef4b9b6add tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29e2b477-96f1-4ae3-89b2-c198bf8e0615,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:33:34.569641 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-66dcaa1f-1522-40d4-b03c-42ef4b9b6add tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:34.571850 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-66dcaa1f-1522-40d4-b03c-42ef4b9b6add tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1312079 Sep 16 19:33:34.574561 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 50616) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:33:34.580976 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-9b8288db-55b1-4da1-940e-19ff438dac0e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Request body: {'floatingip': {'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:33:34.606659 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9b8288db-55b1-4da1-940e-19ff438dac0e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:34.622000 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 564ad5b6-f4d4-47ec-845c-17b90b57b3be no longer exists at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:33:34.641805 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] No Port match for: 564ad5b6-f4d4-47ec-845c-17b90b57b3be {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:33:34.642146 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 564ad5b6-f4d4-47ec-845c-17b90b57b3be not bound to the agent host hv-cinder-85032 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:33:34.691891 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9b8288db-55b1-4da1-940e-19ff438dac0e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:34.795527 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-9b8288db-55b1-4da1-940e-19ff438dac0e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Allocated IP 172.27.2.202 (01cd8397-3ed1-4c5d-9923-fabf569219df/d3fb57fd-37cc-4923-b90f-7dd3d712a8d3/2727a930-0711-4f27-8bda-94e04b9cc1de) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:33:34.913106 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9b8288db-55b1-4da1-940e-19ff438dac0e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for port (2727a930-0711-4f27-8bda-94e04b9cc1de), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:34.951089 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9b8288db-55b1-4da1-940e-19ff438dac0e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (2727a930-0711-4f27-8bda-94e04b9cc1de), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:34.968485 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:34.994566 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8288db-55b1-4da1-940e-19ff438dac0e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Network 01cd8397-3ed1-4c5d-9923-fabf569219df is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:33:34.999547 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-9b8288db-55b1-4da1-940e-19ff438dac0e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:33:35.002120 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8288db-55b1-4da1-940e-19ff438dac0e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:33:35.006002 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8288db-55b1-4da1-940e-19ff438dac0e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Pushing event updated for resources: {'Port': ['ID=2727a930-0711-4f27-8bda-94e04b9cc1de,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:33:35.111280 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a1dae-9ef2-4d91-b01e-fdfe705187ce req-9a08f81b-f6a3-4ada-bf76-33752e96a1ed tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:35.112820 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-313a1dae-9ef2-4d91-b01e-fdfe705187ce req-9a08f81b-f6a3-4ada-bf76-33752e96a1ed tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 943 time: 0.0691187 Sep 16 19:33:35.123395 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:35.137559 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:DELETE=1,neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:33:35.146951 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9b8288db-55b1-4da1-940e-19ff438dac0e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for floatingip (d5654498-8bd5-4405-b705-b097e11f291d), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:35.182357 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:33:35.206356 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-313a1dae-9ef2-4d91-b01e-fdfe705187ce req-0d98f8fb-9338-4022-9a62-5066228ab513 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861249 Sep 16 19:33:35.209948 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9b8288db-55b1-4da1-940e-19ff438dac0e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (2727a930-0711-4f27-8bda-94e04b9cc1de), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:35.591675 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9b8288db-55b1-4da1-940e-19ff438dac0e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for port (2727a930-0711-4f27-8bda-94e04b9cc1de), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:35.598290 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9b8288db-55b1-4da1-940e-19ff438dac0e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445664'] for port (2727a930-0711-4f27-8bda-94e04b9cc1de), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:35.666523 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8288db-55b1-4da1-940e-19ff438dac0e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Pushing event updated for resources: {'Port': ['ID=2727a930-0711-4f27-8bda-94e04b9cc1de,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:33:35.669067 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9b8288db-55b1-4da1-940e-19ff438dac0e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681123'] for floatingip (d5654498-8bd5-4405-b705-b097e11f291d), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:35.687073 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9b8288db-55b1-4da1-940e-19ff438dac0e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for floatingip (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:35.688313 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-9b8288db-55b1-4da1-940e-19ff438dac0e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1125004 Sep 16 19:33:35.847430 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-083cc501-1ee9-41ba-8355-b4cc085e3e31 req-069e5059-67a4-4fad-8779-7116f2e3b2f5 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1433844944&fields=id&tenant_id=1983ce4dc9bd4050a2399d9f62d3e871 HTTP/1.1" status: 200 len: 267 time: 0.0447648 Sep 16 19:33:35.960401 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083cc501-1ee9-41ba-8355-b4cc085e3e31 req-3247324c-06ea-4c60-992d-478a6a6759cb tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:35.964416 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-083cc501-1ee9-41ba-8355-b4cc085e3e31 req-3247324c-06ea-4c60-992d-478a6a6759cb tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/networks?id=1b509164-1dc6-4639-9003-d3f932682d2f HTTP/1.1" status: 200 len: 815 time: 0.1074207 Sep 16 19:33:35.980925 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-083cc501-1ee9-41ba-8355-b4cc085e3e31 req-e67d1257-b460-4cb6-adc6-3ac981a1f922 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/quotas/1983ce4dc9bd4050a2399d9f62d3e871 HTTP/1.1" status: 200 len: 375 time: 0.0130296 Sep 16 19:33:36.033004 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-083cc501-1ee9-41ba-8355-b4cc085e3e31 req-eacbb627-8d24-4080-ad5c-1c7af49eb325 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=1983ce4dc9bd4050a2399d9f62d3e871&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468268 Sep 16 19:33:36.140313 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-083cc501-1ee9-41ba-8355-b4cc085e3e31 req-4178c2ce-cbe8-4256-8581-017079d623bd service neutron] 10.222.0.49 "GET /networking/v2.0/networks/1b509164-1dc6-4639-9003-d3f932682d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954046 Sep 16 19:33:36.230755 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-083cc501-1ee9-41ba-8355-b4cc085e3e31 req-d5a57751-f5bd-41de-a370-028aa7d005c7 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/1b509164-1dc6-4639-9003-d3f932682d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846059 Sep 16 19:33:36.326890 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f55a8b-b535-4ff9-ad89-3070fcdfba00 req-4841970a-aed1-4759-be2e-8048a6dd8db5 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:36.328375 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-60f55a8b-b535-4ff9-ad89-3070fcdfba00 req-4841970a-aed1-4759-be2e-8048a6dd8db5 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 943 time: 0.0468521 Sep 16 19:33:36.386754 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-60f55a8b-b535-4ff9-ad89-3070fcdfba00 req-2e4aa036-edd3-42c4-8386-5edfa7f1b01e tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526717 Sep 16 19:33:36.398286 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e7ee7852-7765-4096-b7d2-bca7661ef47e req-759e569b-459a-4f35-8086-d3372ab0ea47 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0b32658f-a7a8-4d56-a2b7-1754239b6e58 HTTP/1.1" status: 200 len: 210 time: 0.0268316 Sep 16 19:33:37.514987 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-cdaa2463-1819-47af-843a-96cc944f169d req-b772ea97-88a5-492f-8bbf-e3d5b9ff5a0a tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0b32658f-a7a8-4d56-a2b7-1754239b6e58 HTTP/1.1" status: 200 len: 210 time: 0.0344708 Sep 16 19:33:37.531973 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62080c6-3aad-4418-bd89-4cbe8c7e8665 req-5175bb91-2562-4399-ab8d-56399ef6c769 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:37.533490 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c62080c6-3aad-4418-bd89-4cbe8c7e8665 req-5175bb91-2562-4399-ab8d-56399ef6c769 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 943 time: 0.0566587 Sep 16 19:33:37.584001 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c62080c6-3aad-4418-bd89-4cbe8c7e8665 req-84bfcf9b-452a-4d0d-8905-a04318680622 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445473 Sep 16 19:33:37.733737 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083cc501-1ee9-41ba-8355-b4cc085e3e31 req-b9dcc88c-f893-46f8-a32c-f0888d97411c tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:37.735130 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-083cc501-1ee9-41ba-8355-b4cc085e3e31 req-b9dcc88c-f893-46f8-a32c-f0888d97411c tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.27 "GET /networking/v2.0/networks?id=1b509164-1dc6-4639-9003-d3f932682d2f HTTP/1.1" status: 200 len: 815 time: 0.1100307 Sep 16 19:33:37.804130 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-083cc501-1ee9-41ba-8355-b4cc085e3e31 req-39594429-0b94-465c-b425-94dcdf37471b tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1983ce4dc9bd4050a2399d9f62d3e871 HTTP/1.1" status: 200 len: 380 time: 0.0537121 Sep 16 19:33:37.913126 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-083cc501-1ee9-41ba-8355-b4cc085e3e31 req-2a369854-307f-41a1-98f2-e51d5f784687 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Request body: {'port': {'device_id': '0b32658f-a7a8-4d56-a2b7-1754239b6e58', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'admin_state_up': True, 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'security_groups': ['f8198e53-7080-4443-b710-c29fde250f2a']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:33:38.027252 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-083cc501-1ee9-41ba-8355-b4cc085e3e31 req-2a369854-307f-41a1-98f2-e51d5f784687 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Made reservation on behalf of 1983ce4dc9bd4050a2399d9f62d3e871 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:33:38.031181 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-083cc501-1ee9-41ba-8355-b4cc085e3e31 req-2a369854-307f-41a1-98f2-e51d5f784687 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:38.156094 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:33:38.171712 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:33:38.179137 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-083cc501-1ee9-41ba-8355-b4cc085e3e31 req-2a369854-307f-41a1-98f2-e51d5f784687 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Allocated IP 172.20.0.5 (1b509164-1dc6-4639-9003-d3f932682d2f/b23467b1-0e6b-4468-bd6e-d295548dcf80/aaf6e50e-729c-4bea-8df1-bac678204d28) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:33:38.326242 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-083cc501-1ee9-41ba-8355-b4cc085e3e31 req-2a369854-307f-41a1-98f2-e51d5f784687 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for port (aaf6e50e-729c-4bea-8df1-bac678204d28), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:38.363846 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-083cc501-1ee9-41ba-8355-b4cc085e3e31 req-2a369854-307f-41a1-98f2-e51d5f784687 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (aaf6e50e-729c-4bea-8df1-bac678204d28), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:38.408863 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-083cc501-1ee9-41ba-8355-b4cc085e3e31 req-2a369854-307f-41a1-98f2-e51d5f784687 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Network 1b509164-1dc6-4639-9003-d3f932682d2f is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:33:38.411956 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-083cc501-1ee9-41ba-8355-b4cc085e3e31 req-2a369854-307f-41a1-98f2-e51d5f784687 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:33:38.417820 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-083cc501-1ee9-41ba-8355-b4cc085e3e31 req-2a369854-307f-41a1-98f2-e51d5f784687 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:33:38.424445 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a369854-307f-41a1-98f2-e51d5f784687 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Pushing event updated for resources: {'Port': ['ID=aaf6e50e-729c-4bea-8df1-bac678204d28,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:33:38.471973 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083cc501-1ee9-41ba-8355-b4cc085e3e31 req-2a369854-307f-41a1-98f2-e51d5f784687 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:38.472947 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-083cc501-1ee9-41ba-8355-b4cc085e3e31 req-2a369854-307f-41a1-98f2-e51d5f784687 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:38.492402 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-083cc501-1ee9-41ba-8355-b4cc085e3e31 req-2a369854-307f-41a1-98f2-e51d5f784687 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5857539 Sep 16 19:33:38.511383 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-083cc501-1ee9-41ba-8355-b4cc085e3e31 req-5e9c7f51-aee4-46fa-936d-0229691658c8 service neutron] Request body: {'port': {'device_id': '0b32658f-a7a8-4d56-a2b7-1754239b6e58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:33:38.580294 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-083cc501-1ee9-41ba-8355-b4cc085e3e31 req-5e9c7f51-aee4-46fa-936d-0229691658c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (aaf6e50e-729c-4bea-8df1-bac678204d28), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:38.616149 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device ad34d119-da03-42cc-b88e-67ae41f8d0e0 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 19:33:38.647387 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4ad28-c8e7-4829-944c-a6b64c7e7ce6 req-c127c8fb-ea59-4b27-9dfd-b95680360971 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:38.654572 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fab4ad28-c8e7-4829-944c-a6b64c7e7ce6 req-c127c8fb-ea59-4b27-9dfd-b95680360971 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0b32658f-a7a8-4d56-a2b7-1754239b6e58 HTTP/1.1" status: 200 len: 931 time: 0.0631223 Sep 16 19:33:38.694881 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-32c92b00-6b69-4c7c-be29-697701d6ff56 None None] Provisioning complete for port aaf6e50e-729c-4bea-8df1-bac678204d28 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:33:38.695132 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-32c92b00-6b69-4c7c-be29-697701d6ff56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (aaf6e50e-729c-4bea-8df1-bac678204d28), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:38.695470 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-32c92b00-6b69-4c7c-be29-697701d6ff56 None None] Attempt 1 to provision port aaf6e50e-729c-4bea-8df1-bac678204d28 Sep 16 19:33:38.698860 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fab4ad28-c8e7-4829-944c-a6b64c7e7ce6 req-3750c5ab-e838-4332-b70c-9561700d7325 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8198e53-7080-4443-b710-c29fde250f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432503 Sep 16 19:33:38.755320 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b75bd-88cd-4fb2-bbdf-b6ff61b72c90 req-736ced65-6c67-4f31-a3be-242063c86cab tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:38.756920 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d76b75bd-88cd-4fb2-bbdf-b6ff61b72c90 req-736ced65-6c67-4f31-a3be-242063c86cab tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 943 time: 0.0654688 Sep 16 19:33:38.759207 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port ad34d119-da03-42cc-b88e-67ae41f8d0e0, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=ad34d119-da03-42cc-b88e-67ae41f8d0e0,segment=NetworkSegment(1b698c52-1803-40ad-a866-6ff1515380db),segment_id=1b698c52-1803-40ad-a866-6ff1515380db)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:33:38.762787 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-32c92b00-6b69-4c7c-be29-697701d6ff56 None None] Port aaf6e50e-729c-4bea-8df1-bac678204d28 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:33:38.772772 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Returning: {'device': 'ad34d119-da03-42cc-b88e-67ae41f8d0e0', 'network_id': '4fc394e5-4a72-4e1b-a046-66e03ed753a7', 'port_id': 'ad34d119-da03-42cc-b88e-67ae41f8d0e0', 'mac_address': 'fa:16:3e:90:87:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcb3e0c9-538f-40ce-83b8-814de92b3dde', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 19:33:38.808037 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port ad34d119-da03-42cc-b88e-67ae41f8d0e0 is: DOWN; New status is: BUILD {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:33:38.808410 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (ad34d119-da03-42cc-b88e-67ae41f8d0e0), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:38.821684 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad34d119-da03-42cc-b88e-67ae41f8d0e0 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 19:33:38.842184 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port ad34d119-da03-42cc-b88e-67ae41f8d0e0, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=ad34d119-da03-42cc-b88e-67ae41f8d0e0,segment=NetworkSegment(1b698c52-1803-40ad-a866-6ff1515380db),segment_id=1b698c52-1803-40ad-a866-6ff1515380db)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:33:38.848260 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (ad34d119-da03-42cc-b88e-67ae41f8d0e0), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:38.865761 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d76b75bd-88cd-4fb2-bbdf-b6ff61b72c90 req-0db5d277-ce16-4e39-9cfd-65b47c513d69 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987284 Sep 16 19:33:38.895711 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=ad34d119-da03-42cc-b88e-67ae41f8d0e0,revision_number=7']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:33:38.947313 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [req-083cc501-1ee9-41ba-8355-b4cc085e3e31 req-5e9c7f51-aee4-46fa-936d-0229691658c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaf6e50e-729c-4bea-8df1-bac678204d28 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 19:33:38.955516 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-083cc501-1ee9-41ba-8355-b4cc085e3e31 req-5e9c7f51-aee4-46fa-936d-0229691658c8 service neutron] Publish callbacks [] for port (aaf6e50e-729c-4bea-8df1-bac678204d28), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:38.968372 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-083cc501-1ee9-41ba-8355-b4cc085e3e31 req-5e9c7f51-aee4-46fa-936d-0229691658c8 service neutron] Transition to ACTIVE for port object aaf6e50e-729c-4bea-8df1-bac678204d28 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 19:33:38.974105 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-083cc501-1ee9-41ba-8355-b4cc085e3e31 req-5e9c7f51-aee4-46fa-936d-0229691658c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445664'] for port (aaf6e50e-729c-4bea-8df1-bac678204d28), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:39.008271 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:33:39.023908 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:33:39.051186 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c7f51-aee4-46fa-936d-0229691658c8 service neutron] Pushing event updated for resources: {'Port': ['ID=aaf6e50e-729c-4bea-8df1-bac678204d28,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:33:39.103329 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-083cc501-1ee9-41ba-8355-b4cc085e3e31 req-5e9c7f51-aee4-46fa-936d-0229691658c8 service neutron] Attempting to bind port aaf6e50e-729c-4bea-8df1-bac678204d28 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:33:39.103638 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-083cc501-1ee9-41ba-8355-b4cc085e3e31 req-5e9c7f51-aee4-46fa-936d-0229691658c8 service neutron] Attempting to bind port aaf6e50e-729c-4bea-8df1-bac678204d28 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': 'd2aecd8e-0f77-4a3e-8fa6-6519afb8f770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:33:39.104080 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083cc501-1ee9-41ba-8355-b4cc085e3e31 req-5e9c7f51-aee4-46fa-936d-0229691658c8 service neutron] Attempting to bind port aaf6e50e-729c-4bea-8df1-bac678204d28 on network 1b509164-1dc6-4639-9003-d3f932682d2f {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:33:39.147367 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083cc501-1ee9-41ba-8355-b4cc085e3e31 req-5e9c7f51-aee4-46fa-936d-0229691658c8 service neutron] Port aaf6e50e-729c-4bea-8df1-bac678204d28 on network 1b509164-1dc6-4639-9003-d3f932682d2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 19:33:39.147656 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083cc501-1ee9-41ba-8355-b4cc085e3e31 req-5e9c7f51-aee4-46fa-936d-0229691658c8 service neutron] Attempting to bind port aaf6e50e-729c-4bea-8df1-bac678204d28 on network 1b509164-1dc6-4639-9003-d3f932682d2f {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:33:39.192427 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083cc501-1ee9-41ba-8355-b4cc085e3e31 req-5e9c7f51-aee4-46fa-936d-0229691658c8 service neutron] Checking agent: {'id': 'f29a7e91-2c4b-48c7-9aed-98e73119d395', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 24, 59), 'started_at': datetime.datetime(2022, 9, 16, 19, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:33:39.192759 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083cc501-1ee9-41ba-8355-b4cc085e3e31 req-5e9c7f51-aee4-46fa-936d-0229691658c8 service neutron] Checking segment: {'id': 'd2aecd8e-0f77-4a3e-8fa6-6519afb8f770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:33:39.193173 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083cc501-1ee9-41ba-8355-b4cc085e3e31 req-5e9c7f51-aee4-46fa-936d-0229691658c8 service neutron] Bound using segment: {'id': 'd2aecd8e-0f77-4a3e-8fa6-6519afb8f770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:33:39.193594 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-083cc501-1ee9-41ba-8355-b4cc085e3e31 req-5e9c7f51-aee4-46fa-936d-0229691658c8 service neutron] Bound port: aaf6e50e-729c-4bea-8df1-bac678204d28, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2aecd8e-0f77-4a3e-8fa6-6519afb8f770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:33:39.193945 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-083cc501-1ee9-41ba-8355-b4cc085e3e31 req-5e9c7f51-aee4-46fa-936d-0229691658c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (aaf6e50e-729c-4bea-8df1-bac678204d28), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:39.255025 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-083cc501-1ee9-41ba-8355-b4cc085e3e31 req-5e9c7f51-aee4-46fa-936d-0229691658c8 service neutron] For port aaf6e50e-729c-4bea-8df1-bac678204d28, host hv-cinder-85032, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:33:39.258065 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-083cc501-1ee9-41ba-8355-b4cc085e3e31 req-5e9c7f51-aee4-46fa-936d-0229691658c8 service neutron] For port aaf6e50e-729c-4bea-8df1-bac678204d28, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=aaf6e50e-729c-4bea-8df1-bac678204d28,segment=NetworkSegment(d2aecd8e-0f77-4a3e-8fa6-6519afb8f770),segment_id=d2aecd8e-0f77-4a3e-8fa6-6519afb8f770)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:33:39.264581 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-083cc501-1ee9-41ba-8355-b4cc085e3e31 req-5e9c7f51-aee4-46fa-936d-0229691658c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445664'] for port (aaf6e50e-729c-4bea-8df1-bac678204d28), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:39.264778 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-32c92b00-6b69-4c7c-be29-697701d6ff56 None None] Attempt 2 to provision port aaf6e50e-729c-4bea-8df1-bac678204d28 Sep 16 19:33:39.268642 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083cc501-1ee9-41ba-8355-b4cc085e3e31 req-5e9c7f51-aee4-46fa-936d-0229691658c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:39.269261 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-083cc501-1ee9-41ba-8355-b4cc085e3e31 req-5e9c7f51-aee4-46fa-936d-0229691658c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:39.270641 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-083cc501-1ee9-41ba-8355-b4cc085e3e31 req-5e9c7f51-aee4-46fa-936d-0229691658c8 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/aaf6e50e-729c-4bea-8df1-bac678204d28 HTTP/1.1" status: 200 len: 1093 time: 0.7638807 Sep 16 19:33:39.272108 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b32658f-a7a8-4d56-a2b7-1754239b6e58', 'tag': 'aaf6e50e-729c-4bea-8df1-bac678204d28'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:33:39.274399 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e152f16bac9f1df6f483fa1cb5a6d8c6a2a494143f87e2794594a52eeef6f53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5daac1-fa49-4d4c-a3ee-25d52851fda1" -d '{"events": [{"name": "network-changed", "server_uuid": "0b32658f-a7a8-4d56-a2b7-1754239b6e58", "tag": "aaf6e50e-729c-4bea-8df1-bac678204d28"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:33:39.301034 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:33:39.305727 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] get_ports_and_sgs() called for port_ids ['ad34d119-da03-42cc-b88e-67ae41f8d0e0'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 19:33:39.333745 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c7f51-aee4-46fa-936d-0229691658c8 service neutron] Pushing event updated for resources: {'Port': ['ID=aaf6e50e-729c-4bea-8df1-bac678204d28,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:33:39.349252 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 19:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf99f88-ecc6-4fe1-a0cd-ff87302549e1 x-openstack-request-id: req-baf99f88-ecc6-4fe1-a0cd-ff87302549e1 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:33:39.349562 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b32658f-a7a8-4d56-a2b7-1754239b6e58", "tag": "aaf6e50e-729c-4bea-8df1-bac678204d28", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:33:39.349822 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-baf99f88-ecc6-4fe1-a0cd-ff87302549e1 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:33:39.350213 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baf99f88-ecc6-4fe1-a0cd-ff87302549e1'] response: {'name': 'network-changed', 'server_uuid': '0b32658f-a7a8-4d56-a2b7-1754239b6e58', 'tag': 'aaf6e50e-729c-4bea-8df1-bac678204d28', 'status': 'completed', 'code': 200} Sep 16 19:33:39.365594 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-32c92b00-6b69-4c7c-be29-697701d6ff56 None None] Port aaf6e50e-729c-4bea-8df1-bac678204d28 had new provisioning blocks added so it will not transition to active. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 19:33:39.378421 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083cc501-1ee9-41ba-8355-b4cc085e3e31 req-d9a2ff87-0ae0-4c55-86e5-176ff7c7d90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:39.379981 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-083cc501-1ee9-41ba-8355-b4cc085e3e31 req-d9a2ff87-0ae0-4c55-86e5-176ff7c7d90a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1983ce4dc9bd4050a2399d9f62d3e871&device_id=0b32658f-a7a8-4d56-a2b7-1754239b6e58 HTTP/1.1" status: 200 len: 1127 time: 0.0431733 Sep 16 19:33:39.393582 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:33:39.437173 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-083cc501-1ee9-41ba-8355-b4cc085e3e31 req-d2eff19d-5a44-46ac-a24b-2c0563f95dbc service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aaf6e50e-729c-4bea-8df1-bac678204d28 HTTP/1.1" status: 200 len: 217 time: 0.0435252 Sep 16 19:33:39.491913 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083cc501-1ee9-41ba-8355-b4cc085e3e31 req-ce96d473-7ba7-47e5-ad01-9872aa4ae959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:39.493435 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-083cc501-1ee9-41ba-8355-b4cc085e3e31 req-ce96d473-7ba7-47e5-ad01-9872aa4ae959 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b23467b1-0e6b-4468-bd6e-d295548dcf80 HTTP/1.1" status: 200 len: 854 time: 0.0502875 Sep 16 19:33:39.541719 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083cc501-1ee9-41ba-8355-b4cc085e3e31 req-a99b3d8c-8db8-41f2-84aa-7457e31be246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:39.543268 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-083cc501-1ee9-41ba-8355-b4cc085e3e31 req-a99b3d8c-8db8-41f2-84aa-7457e31be246 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=1b509164-1dc6-4639-9003-d3f932682d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427420 Sep 16 19:33:39.642650 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-083cc501-1ee9-41ba-8355-b4cc085e3e31 req-49fe120a-de76-4134-88fd-9f3052a0fa4e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1b509164-1dc6-4639-9003-d3f932682d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929549 Sep 16 19:33:39.744451 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-083cc501-1ee9-41ba-8355-b4cc085e3e31 req-7dfc72d5-3a7f-486d-a2a3-ad780c3f7f49 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1b509164-1dc6-4639-9003-d3f932682d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946147 Sep 16 19:33:39.829611 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d0483-7d49-4c02-b2a3-e97c775740d8 req-a4a2303e-55bb-4ecd-aa19-e51a9728881f tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:39.831104 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-758d0483-7d49-4c02-b2a3-e97c775740d8 req-a4a2303e-55bb-4ecd-aa19-e51a9728881f tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0b32658f-a7a8-4d56-a2b7-1754239b6e58 HTTP/1.1" status: 200 len: 943 time: 0.0472801 Sep 16 19:33:39.879084 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-758d0483-7d49-4c02-b2a3-e97c775740d8 req-43323817-a6f5-4fd7-a29f-16689adfb6c2 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8198e53-7080-4443-b710-c29fde250f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421987 Sep 16 19:33:39.989856 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be627ba-816a-41fc-9d4f-4f072cd48dae req-e858aff2-dbdf-4762-a4d6-f64949a71803 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:39.991302 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4be627ba-816a-41fc-9d4f-4f072cd48dae req-e858aff2-dbdf-4762-a4d6-f64949a71803 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 944 time: 0.0473232 Sep 16 19:33:40.045089 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4be627ba-816a-41fc-9d4f-4f072cd48dae req-0ec87348-1633-403f-91d7-9f09774dc87d tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456862 Sep 16 19:33:40.615104 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device ad34d119-da03-42cc-b88e-67ae41f8d0e0 up at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:33:40.668018 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Provisioning complete for port ad34d119-da03-42cc-b88e-67ae41f8d0e0 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:33:40.668317 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (ad34d119-da03-42cc-b88e-67ae41f8d0e0), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:40.668660 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Attempt 1 to provision port ad34d119-da03-42cc-b88e-67ae41f8d0e0 Sep 16 19:33:40.741710 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port ad34d119-da03-42cc-b88e-67ae41f8d0e0 is: BUILD; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:33:40.742068 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (ad34d119-da03-42cc-b88e-67ae41f8d0e0), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:40.768712 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad34d119-da03-42cc-b88e-67ae41f8d0e0'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:33:40.770994 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f3f7bbbb38247194f391b6222dc5c183e9bfb457d3b71a23f23b79e9cf016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fd6f5c-997e-4d47-8eb6-338f50542933" -d '{"events": [{"server_uuid": "1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf", "name": "network-vif-plugged", "status": "completed", "tag": "ad34d119-da03-42cc-b88e-67ae41f8d0e0"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:33:40.784743 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port ad34d119-da03-42cc-b88e-67ae41f8d0e0, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=ad34d119-da03-42cc-b88e-67ae41f8d0e0,segment=NetworkSegment(1b698c52-1803-40ad-a866-6ff1515380db),segment_id=1b698c52-1803-40ad-a866-6ff1515380db)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:33:40.789764 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (ad34d119-da03-42cc-b88e-67ae41f8d0e0), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:40.813253 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 19:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f05e159-0d32-420c-8482-117708595927 x-openstack-request-id: req-8f05e159-0d32-420c-8482-117708595927 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:33:40.813546 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf", "name": "network-vif-plugged", "status": "completed", "tag": "ad34d119-da03-42cc-b88e-67ae41f8d0e0", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:33:40.813792 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8f05e159-0d32-420c-8482-117708595927 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:33:40.814185 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f05e159-0d32-420c-8482-117708595927'] response: {'server_uuid': '1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad34d119-da03-42cc-b88e-67ae41f8d0e0', 'code': 200} Sep 16 19:33:40.840844 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=ad34d119-da03-42cc-b88e-67ae41f8d0e0,revision_number=8']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:33:41.008741 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e176657-1e6a-4a92-b964-2ff02aed3abe req-0ccf8a43-1de0-4877-9722-a8b203c1e913 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:41.010222 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1e176657-1e6a-4a92-b964-2ff02aed3abe req-0ccf8a43-1de0-4877-9722-a8b203c1e913 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0b32658f-a7a8-4d56-a2b7-1754239b6e58 HTTP/1.1" status: 200 len: 943 time: 0.0525851 Sep 16 19:33:41.025563 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:33:41.062164 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1e176657-1e6a-4a92-b964-2ff02aed3abe req-2af06b79-f0ff-4555-b9a7-6afd369e8cbc tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8198e53-7080-4443-b710-c29fde250f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430608 Sep 16 19:33:41.188838 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bdffca-fbf8-4894-9920-e6cf7a136a06 req-c1712a6b-3a6c-4aed-b18e-3e4b1e2deb97 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:41.190200 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-62bdffca-fbf8-4894-9920-e6cf7a136a06 req-c1712a6b-3a6c-4aed-b18e-3e4b1e2deb97 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 945 time: 0.0567751 Sep 16 19:33:41.241274 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-62bdffca-fbf8-4894-9920-e6cf7a136a06 req-54ffe36d-4daa-44a3-ac37-604a4ca271ee tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453076 Sep 16 19:33:42.171792 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5daac1-fa49-4d4c-a3ee-25d52851fda1 req-51cc24eb-281c-4346-aa50-f3fc9e7fc071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:42.173349 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9d5daac1-fa49-4d4c-a3ee-25d52851fda1 req-51cc24eb-281c-4346-aa50-f3fc9e7fc071 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1983ce4dc9bd4050a2399d9f62d3e871&device_id=0b32658f-a7a8-4d56-a2b7-1754239b6e58 HTTP/1.1" status: 200 len: 1127 time: 0.0448091 Sep 16 19:33:42.210381 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc1f09-5566-4aba-a277-7fcefe0e9f64 req-675e5860-39c6-46d2-a4bd-cb1583859a3e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:42.211863 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-31bc1f09-5566-4aba-a277-7fcefe0e9f64 req-675e5860-39c6-46d2-a4bd-cb1583859a3e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0b32658f-a7a8-4d56-a2b7-1754239b6e58 HTTP/1.1" status: 200 len: 943 time: 0.0533128 Sep 16 19:33:42.223957 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:33:42.237807 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=59 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:33:42.265871 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-31bc1f09-5566-4aba-a277-7fcefe0e9f64 req-0672371a-83de-47b8-a376-ab9f5eea146b tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8198e53-7080-4443-b710-c29fde250f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475368 Sep 16 19:33:42.268692 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=55 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:33:42.332259 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:33:42.349316 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:33:42.385750 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5daac1-fa49-4d4c-a3ee-25d52851fda1 req-ae0b8a35-6436-4c3f-ad4e-266bc04fb20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:42.387127 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9d5daac1-fa49-4d4c-a3ee-25d52851fda1 req-ae0b8a35-6436-4c3f-ad4e-266bc04fb20d service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=1b509164-1dc6-4639-9003-d3f932682d2f HTTP/1.1" status: 200 len: 916 time: 0.1265504 Sep 16 19:33:42.397468 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a282571e-17c1-4d0f-b08b-10ea74f25014 req-0751713f-73d7-4d0d-90b8-947bd6cde426 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:42.398881 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a282571e-17c1-4d0f-b08b-10ea74f25014 req-0751713f-73d7-4d0d-90b8-947bd6cde426 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 945 time: 0.0654747 Sep 16 19:33:42.427904 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4d3a2-98a2-46e9-aabb-a2078578e774 req-c1cd2f61-81d3-4741-9db3-8e128dba47f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:42.429557 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d5f4d3a2-98a2-46e9-aabb-a2078578e774 req-c1cd2f61-81d3-4741-9db3-8e128dba47f2 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 1129 time: 0.0436940 Sep 16 19:33:42.437909 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9d5daac1-fa49-4d4c-a3ee-25d52851fda1 req-e09df19e-c77c-401e-9522-71ee3cd6b957 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aaf6e50e-729c-4bea-8df1-bac678204d28 HTTP/1.1" status: 200 len: 217 time: 0.0381336 Sep 16 19:33:42.487795 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d5f4d3a2-98a2-46e9-aabb-a2078578e774 req-b8ebce69-69c8-41f1-8618-3cde3f115902 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512171 Sep 16 19:33:42.513460 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a282571e-17c1-4d0f-b08b-10ea74f25014 req-2e4674f7-ac14-473d-a7eb-c3b222865d85 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066561 Sep 16 19:33:42.515196 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5daac1-fa49-4d4c-a3ee-25d52851fda1 req-ba486d12-99e4-4468-a37d-32e2ed8439cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:42.516546 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9d5daac1-fa49-4d4c-a3ee-25d52851fda1 req-ba486d12-99e4-4468-a37d-32e2ed8439cd service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b23467b1-0e6b-4468-bd6e-d295548dcf80 HTTP/1.1" status: 200 len: 854 time: 0.0727549 Sep 16 19:33:42.881974 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5daac1-fa49-4d4c-a3ee-25d52851fda1 req-b6d8bf89-9b30-4abd-b17c-3b16061c9b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:42.883423 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9d5daac1-fa49-4d4c-a3ee-25d52851fda1 req-b6d8bf89-9b30-4abd-b17c-3b16061c9b20 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=1b509164-1dc6-4639-9003-d3f932682d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444989 Sep 16 19:33:42.982524 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9d5daac1-fa49-4d4c-a3ee-25d52851fda1 req-c43a55aa-4eb5-46d6-bcd0-50847b6ab95c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1b509164-1dc6-4639-9003-d3f932682d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908799 Sep 16 19:33:43.397771 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968f84c-c524-4792-a8ef-fb8657a0ad46 req-e6cb854f-5668-4a06-b696-b381dc556951 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:43.399168 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d968f84c-c524-4792-a8ef-fb8657a0ad46 req-e6cb854f-5668-4a06-b696-b381dc556951 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0b32658f-a7a8-4d56-a2b7-1754239b6e58 HTTP/1.1" status: 200 len: 943 time: 0.0469277 Sep 16 19:33:43.449638 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d968f84c-c524-4792-a8ef-fb8657a0ad46 req-bedcb41f-f9fe-4e93-8558-1f30393a1a32 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8198e53-7080-4443-b710-c29fde250f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439134 Sep 16 19:33:43.510283 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9d5daac1-fa49-4d4c-a3ee-25d52851fda1 req-c0fbe75f-31b6-4d4a-b772-2572a1488db7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1b509164-1dc6-4639-9003-d3f932682d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871322 Sep 16 19:33:43.640538 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5f337-6a92-4d71-967e-9cf01150ccff req-bf40332d-bfd5-47e6-9387-e455f641dad8 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:43.641974 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-38d5f337-6a92-4d71-967e-9cf01150ccff req-bf40332d-bfd5-47e6-9387-e455f641dad8 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 945 time: 0.0502543 Sep 16 19:33:43.695019 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-38d5f337-6a92-4d71-967e-9cf01150ccff req-68a8c60d-9af0-44ed-91d3-c10739e90b19 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448582 Sep 16 19:33:44.572204 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482817d-7c53-491d-99c4-ffff11932d51 req-82c1866b-82c9-45a5-ae56-6cbd371fca4c tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:44.573654 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8482817d-7c53-491d-99c4-ffff11932d51 req-82c1866b-82c9-45a5-ae56-6cbd371fca4c tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0b32658f-a7a8-4d56-a2b7-1754239b6e58 HTTP/1.1" status: 200 len: 943 time: 0.0469398 Sep 16 19:33:44.629882 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8482817d-7c53-491d-99c4-ffff11932d51 req-5f982c31-3bfe-4490-9416-078055ec9f0c tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8198e53-7080-4443-b710-c29fde250f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480039 Sep 16 19:33:44.637092 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device aaf6e50e-729c-4bea-8df1-bac678204d28 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 19:33:44.819934 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89edb517-cf6c-48e0-ad11-33c209ac3564 req-93f32a03-a86d-45ba-b51b-4087c50610f2 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:44.821475 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-89edb517-cf6c-48e0-ad11-33c209ac3564 req-93f32a03-a86d-45ba-b51b-4087c50610f2 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 945 time: 0.0471990 Sep 16 19:33:44.870886 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port aaf6e50e-729c-4bea-8df1-bac678204d28, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=aaf6e50e-729c-4bea-8df1-bac678204d28,segment=NetworkSegment(d2aecd8e-0f77-4a3e-8fa6-6519afb8f770),segment_id=d2aecd8e-0f77-4a3e-8fa6-6519afb8f770)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:33:44.873152 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-89edb517-cf6c-48e0-ad11-33c209ac3564 req-e50c26c5-6e98-48cf-ba8b-4b3b4cd9fd18 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456445 Sep 16 19:33:44.882599 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Returning: {'device': 'aaf6e50e-729c-4bea-8df1-bac678204d28', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'port_id': 'aaf6e50e-729c-4bea-8df1-bac678204d28', 'mac_address': 'fa:16:3e:9e:17:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 19:33:44.918060 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port aaf6e50e-729c-4bea-8df1-bac678204d28 is: DOWN; New status is: BUILD {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:33:44.918462 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (aaf6e50e-729c-4bea-8df1-bac678204d28), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:44.932285 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaf6e50e-729c-4bea-8df1-bac678204d28 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 19:33:44.951998 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port aaf6e50e-729c-4bea-8df1-bac678204d28, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=aaf6e50e-729c-4bea-8df1-bac678204d28,segment=NetworkSegment(d2aecd8e-0f77-4a3e-8fa6-6519afb8f770),segment_id=d2aecd8e-0f77-4a3e-8fa6-6519afb8f770)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:33:44.958771 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (aaf6e50e-729c-4bea-8df1-bac678204d28), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:45.016226 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=aaf6e50e-729c-4bea-8df1-bac678204d28,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:33:45.411389 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] get_ports_and_sgs() called for port_ids ['aaf6e50e-729c-4bea-8df1-bac678204d28'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 19:33:45.444950 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:33:45.515659 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:33:45.642094 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0dd661-8661-4492-a632-80e7387a2866 req-b8dc6c7d-4ee2-401f-b2df-9b7df7e779c5 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:45.643588 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0e0dd661-8661-4492-a632-80e7387a2866 req-b8dc6c7d-4ee2-401f-b2df-9b7df7e779c5 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 946 time: 0.0463526 Sep 16 19:33:45.692634 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0e0dd661-8661-4492-a632-80e7387a2866 req-fb0e71ab-ef88-4544-b06c-5d6050ea37d5 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fb4f0468-1106-41bf-9a84-9334c387bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432804 Sep 16 19:33:45.754059 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c82be-31b1-46ed-bb7e-4aa68c7ed866 req-64774fac-be5d-4d1d-a7a7-9ac899228157 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:45.755534 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-841c82be-31b1-46ed-bb7e-4aa68c7ed866 req-64774fac-be5d-4d1d-a7a7-9ac899228157 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0b32658f-a7a8-4d56-a2b7-1754239b6e58 HTTP/1.1" status: 200 len: 944 time: 0.0469356 Sep 16 19:33:45.808739 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-841c82be-31b1-46ed-bb7e-4aa68c7ed866 req-5f63fdce-e15d-4e02-a2e0-6020bf95e4da tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8198e53-7080-4443-b710-c29fde250f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463634 Sep 16 19:33:46.441551 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:33:46.687951 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device aaf6e50e-729c-4bea-8df1-bac678204d28 up at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:33:46.739040 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Provisioning for port aaf6e50e-729c-4bea-8df1-bac678204d28 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 19:33:46.745596 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Provisioning complete for port aaf6e50e-729c-4bea-8df1-bac678204d28 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:33:46.746003 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (aaf6e50e-729c-4bea-8df1-bac678204d28), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:46.746404 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Attempt 1 to provision port aaf6e50e-729c-4bea-8df1-bac678204d28 Sep 16 19:33:46.818909 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbadd481-958c-4b1c-b19d-f2e606d2c1ec req-3226e7c0-299c-49b9-91dd-379267d9fe32 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:46.819959 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port aaf6e50e-729c-4bea-8df1-bac678204d28 is: BUILD; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:33:46.820344 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (aaf6e50e-729c-4bea-8df1-bac678204d28), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:46.823391 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-cbadd481-958c-4b1c-b19d-f2e606d2c1ec req-3226e7c0-299c-49b9-91dd-379267d9fe32 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 946 time: 0.0487010 Sep 16 19:33:46.843679 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b32658f-a7a8-4d56-a2b7-1754239b6e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf6e50e-729c-4bea-8df1-bac678204d28'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:33:46.845928 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f3f7bbbb38247194f391b6222dc5c183e9bfb457d3b71a23f23b79e9cf016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d89982b-2555-4604-8cc5-9bf9e052efea" -d '{"events": [{"server_uuid": "0b32658f-a7a8-4d56-a2b7-1754239b6e58", "name": "network-vif-plugged", "status": "completed", "tag": "aaf6e50e-729c-4bea-8df1-bac678204d28"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:33:46.859410 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port aaf6e50e-729c-4bea-8df1-bac678204d28, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=aaf6e50e-729c-4bea-8df1-bac678204d28,segment=NetworkSegment(d2aecd8e-0f77-4a3e-8fa6-6519afb8f770),segment_id=d2aecd8e-0f77-4a3e-8fa6-6519afb8f770)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:33:46.864491 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (aaf6e50e-729c-4bea-8df1-bac678204d28), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:46.872518 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-cbadd481-958c-4b1c-b19d-f2e606d2c1ec req-7f718abf-060f-4e2a-afc4-e149ca186b7b tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fb4f0468-1106-41bf-9a84-9334c387bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461426 Sep 16 19:33:46.902824 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 19:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad7d4af-150d-4530-a78c-2778a2b601ff x-openstack-request-id: req-4ad7d4af-150d-4530-a78c-2778a2b601ff {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:33:46.903134 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b32658f-a7a8-4d56-a2b7-1754239b6e58", "name": "network-vif-plugged", "status": "completed", "tag": "aaf6e50e-729c-4bea-8df1-bac678204d28", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:33:46.903382 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4ad7d4af-150d-4530-a78c-2778a2b601ff {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:33:46.903770 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ad7d4af-150d-4530-a78c-2778a2b601ff'] response: {'server_uuid': '0b32658f-a7a8-4d56-a2b7-1754239b6e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf6e50e-729c-4bea-8df1-bac678204d28', 'code': 200} Sep 16 19:33:46.922352 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=aaf6e50e-729c-4bea-8df1-bac678204d28,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:33:46.977952 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967471e1-c669-4c67-bc18-de0606452d80 req-da644275-f1c7-4da7-9227-4593add71dc1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:46.979506 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-967471e1-c669-4c67-bc18-de0606452d80 req-da644275-f1c7-4da7-9227-4593add71dc1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0b32658f-a7a8-4d56-a2b7-1754239b6e58 HTTP/1.1" status: 200 len: 945 time: 0.0487590 Sep 16 19:33:47.031775 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-967471e1-c669-4c67-bc18-de0606452d80 req-5203511e-bc78-4451-beeb-884976da4408 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8198e53-7080-4443-b710-c29fde250f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435789 Sep 16 19:33:48.022221 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135aa3cb-1c6e-49a9-bbec-436df60700c3 req-97fac156-2f5e-4b0b-a0ca-e4b0c2220dfb tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:48.023776 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-135aa3cb-1c6e-49a9-bbec-436df60700c3 req-97fac156-2f5e-4b0b-a0ca-e4b0c2220dfb tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 946 time: 0.0611773 Sep 16 19:33:48.078891 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-135aa3cb-1c6e-49a9-bbec-436df60700c3 req-ada6d844-d992-467a-9783-96b70e2bea7e tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fb4f0468-1106-41bf-9a84-9334c387bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463462 Sep 16 19:33:48.162734 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae08c8-0446-45bf-bf75-8f73d3df5498 req-934b2b92-2907-49a2-9d29-ba2757a6f945 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:48.164190 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-41ae08c8-0446-45bf-bf75-8f73d3df5498 req-934b2b92-2907-49a2-9d29-ba2757a6f945 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0b32658f-a7a8-4d56-a2b7-1754239b6e58 HTTP/1.1" status: 200 len: 945 time: 0.0554061 Sep 16 19:33:48.212078 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-41ae08c8-0446-45bf-bf75-8f73d3df5498 req-da6e603b-8e6a-4ebc-965e-574db682c109 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8198e53-7080-4443-b710-c29fde250f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417762 Sep 16 19:33:48.828402 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134bf6e7-596b-47e6-a9c0-eb05532c7285 req-f70dce12-56c5-4366-8402-aa62bbf396fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:48.829918 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-134bf6e7-596b-47e6-a9c0-eb05532c7285 req-f70dce12-56c5-4366-8402-aa62bbf396fd service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0b32658f-a7a8-4d56-a2b7-1754239b6e58 HTTP/1.1" status: 200 len: 1129 time: 0.0401845 Sep 16 19:33:48.877722 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-134bf6e7-596b-47e6-a9c0-eb05532c7285 req-59e25094-e322-40dc-8554-e28dbd617534 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f8198e53-7080-4443-b710-c29fde250f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384607 Sep 16 19:33:49.222599 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e6318-e635-4915-9538-3a0d3d215d03 req-31aa3451-f20c-403f-b7ed-2043cc1a93e3 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:49.224073 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a55e6318-e635-4915-9538-3a0d3d215d03 req-31aa3451-f20c-403f-b7ed-2043cc1a93e3 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 946 time: 0.0562863 Sep 16 19:33:49.278727 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a55e6318-e635-4915-9538-3a0d3d215d03 req-f2196297-8b0b-47b9-a036-c6d9d6842ddc tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fb4f0468-1106-41bf-9a84-9334c387bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427401 Sep 16 19:33:49.333986 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f70d3-0868-48f0-9551-147b1868a5b1 req-59fe8b08-ef1e-49f8-93f0-1499fb354dec tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:49.335427 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f68f70d3-0868-48f0-9551-147b1868a5b1 req-59fe8b08-ef1e-49f8-93f0-1499fb354dec tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0b32658f-a7a8-4d56-a2b7-1754239b6e58 HTTP/1.1" status: 200 len: 945 time: 0.0457063 Sep 16 19:33:49.387440 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f68f70d3-0868-48f0-9551-147b1868a5b1 req-e9661571-f08c-4c22-ae04-b329857588f4 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8198e53-7080-4443-b710-c29fde250f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460265 Sep 16 19:33:50.175369 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:33:50.186714 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddd116-bf3e-4150-bcba-94236b301479 req-04035b65-d62f-4890-b7ab-ba7c7c9b27f8 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:50.188148 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cfddd116-bf3e-4150-bcba-94236b301479 req-04035b65-d62f-4890-b7ab-ba7c7c9b27f8 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 946 time: 0.0543871 Sep 16 19:33:50.263709 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:33:50.278375 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-cfddd116-bf3e-4150-bcba-94236b301479 req-3fef4b90-97e9-4127-8de0-8ea0deb9e188 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Deleting port d02b6349-c05e-440c-bd0f-3754f490d34f {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:33:50.278682 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-cfddd116-bf3e-4150-bcba-94236b301479 req-3fef4b90-97e9-4127-8de0-8ea0deb9e188 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (d02b6349-c05e-440c-bd0f-3754f490d34f), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:50.396486 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-cfddd116-bf3e-4150-bcba-94236b301479 req-3fef4b90-97e9-4127-8de0-8ea0deb9e188 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] For port d02b6349-c05e-440c-bd0f-3754f490d34f, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=d02b6349-c05e-440c-bd0f-3754f490d34f,segment=NetworkSegment(8bad0fa0-00c8-4390-9fc0-ed8795108045),segment_id=8bad0fa0-00c8-4390-9fc0-ed8795108045)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:33:50.396856 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-cfddd116-bf3e-4150-bcba-94236b301479 req-3fef4b90-97e9-4127-8de0-8ea0deb9e188 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (d02b6349-c05e-440c-bd0f-3754f490d34f), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:50.421232 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b2954-df13-4b48-b436-f937e7498365 req-3eca2c18-d85d-454e-a835-a2151027158b tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:50.422726 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7a6b2954-df13-4b48-b436-f937e7498365 req-3eca2c18-d85d-454e-a835-a2151027158b tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 946 time: 0.0691810 Sep 16 19:33:50.513204 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd8b27-a9f2-47f8-afa8-5063b9c2e04e req-4d148977-24d3-4813-82ad-72fa0c3b77ba tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:50.514840 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3abd8b27-a9f2-47f8-afa8-5063b9c2e04e req-4d148977-24d3-4813-82ad-72fa0c3b77ba tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0b32658f-a7a8-4d56-a2b7-1754239b6e58 HTTP/1.1" status: 200 len: 945 time: 0.0483062 Sep 16 19:33:50.537385 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:33:50.547079 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7a6b2954-df13-4b48-b436-f937e7498365 req-82963429-5fec-471e-8921-52be99f0d7bd tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fb4f0468-1106-41bf-9a84-9334c387bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951328 Sep 16 19:33:50.572629 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3abd8b27-a9f2-47f8-afa8-5063b9c2e04e req-94518435-490f-4c6a-b43b-e8638a0a0508 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8198e53-7080-4443-b710-c29fde250f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440834 Sep 16 19:33:50.605630 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-cfddd116-bf3e-4150-bcba-94236b301479 req-3fef4b90-97e9-4127-8de0-8ea0deb9e188 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:50.605989 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-cfddd116-bf3e-4150-bcba-94236b301479 req-3fef4b90-97e9-4127-8de0-8ea0deb9e188 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681123'] for floatingip (78fc0b54-5f6f-458b-93f2-c73afc801a73), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:50.606297 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.db.l3_db [req-cfddd116-bf3e-4150-bcba-94236b301479 req-3fef4b90-97e9-4127-8de0-8ea0deb9e188 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Floating IP 78fc0b54-5f6f-458b-93f2-c73afc801a73 disassociated. External IP: 172.27.2.194, port: d02b6349-c05e-440c-bd0f-3754f490d34f. Sep 16 19:33:50.606639 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-cfddd116-bf3e-4150-bcba-94236b301479 req-3fef4b90-97e9-4127-8de0-8ea0deb9e188 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Calling delete_port for d02b6349-c05e-440c-bd0f-3754f490d34f owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:33:50.742949 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-cfddd116-bf3e-4150-bcba-94236b301479 req-3fef4b90-97e9-4127-8de0-8ea0deb9e188 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (d02b6349-c05e-440c-bd0f-3754f490d34f), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:50.773419 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef4b90-97e9-4127-8de0-8ea0deb9e188 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Pushing event deleted for resources: {'Port': ['ID=d02b6349-c05e-440c-bd0f-3754f490d34f,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:33:50.899139 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfddd116-bf3e-4150-bcba-94236b301479 req-3fef4b90-97e9-4127-8de0-8ea0deb9e188 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Router 9d38fda6-a9bd-45ca-89cd-3bbc6e69a609 has already been hosted by L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:33:51.003243 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfddd116-bf3e-4150-bcba-94236b301479 req-3fef4b90-97e9-4127-8de0-8ea0deb9e188 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:33:51.014153 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e88932-d10f-4eee-b4ad-a8efdd935236 None None] Sync routers for ids ['9d38fda6-a9bd-45ca-89cd-3bbc6e69a609'] in dv-cinder-850320-7-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:33:51.027667 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e88932-d10f-4eee-b4ad-a8efdd935236 None None] Routers {'9d38fda6-a9bd-45ca-89cd-3bbc6e69a609'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:33:51.028431 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-96e88932-d10f-4eee-b4ad-a8efdd935236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:33:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['9d38fda6-a9bd-45ca-89cd-3bbc6e69a609'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:33:51.050745 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfddd116-bf3e-4150-bcba-94236b301479 req-3fef4b90-97e9-4127-8de0-8ea0deb9e188 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] No DVR routers for this DVR port d02b6349-c05e-440c-bd0f-3754f490d34f on host hv-cinder-85032 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 19:33:51.053278 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-cfddd116-bf3e-4150-bcba-94236b301479 req-3fef4b90-97e9-4127-8de0-8ea0deb9e188 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:51.056534 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cfddd116-bf3e-4150-bcba-94236b301479 req-3fef4b90-97e9-4127-8de0-8ea0deb9e188 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.27 "DELETE /networking/v2.0/ports/d02b6349-c05e-440c-bd0f-3754f490d34f HTTP/1.1" status: 204 len: 173 time: 0.8602815 Sep 16 19:33:51.057054 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1e0310-d594-453b-9bef-0f7bbf4e61e2', 'name': 'network-vif-deleted', 'tag': 'd02b6349-c05e-440c-bd0f-3754f490d34f'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:33:51.059540 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e152f16bac9f1df6f483fa1cb5a6d8c6a2a494143f87e2794594a52eeef6f53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811fce8a-f0ee-4a5b-81b6-071ee41d582f" -d '{"events": [{"server_uuid": "9d1e0310-d594-453b-9bef-0f7bbf4e61e2", "name": "network-vif-deleted", "tag": "d02b6349-c05e-440c-bd0f-3754f490d34f"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:33:51.110931 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 19:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef48ffb-39d1-4ab8-b837-40ce21f70b2c x-openstack-request-id: req-9ef48ffb-39d1-4ab8-b837-40ce21f70b2c {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:33:51.111291 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d1e0310-d594-453b-9bef-0f7bbf4e61e2", "name": "network-vif-deleted", "tag": "d02b6349-c05e-440c-bd0f-3754f490d34f", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:33:51.111697 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9ef48ffb-39d1-4ab8-b837-40ce21f70b2c {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:33:51.112646 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ef48ffb-39d1-4ab8-b837-40ce21f70b2c'] response: {'server_uuid': '9d1e0310-d594-453b-9bef-0f7bbf4e61e2', 'name': 'network-vif-deleted', 'tag': 'd02b6349-c05e-440c-bd0f-3754f490d34f', 'status': 'completed', 'code': 200} Sep 16 19:33:51.137246 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-96e88932-d10f-4eee-b4ad-a8efdd935236 None None] Set router 9d38fda6-a9bd-45ca-89cd-3bbc6e69a609 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:33:51.350228 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-96e88932-d10f-4eee-b4ad-a8efdd935236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'name': 'tempest-ServerRescueNegativeTestJSON-432940711-router', 'tenant_id': '804d63e1308b4729aff976d65f667e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:26:59Z', 'revision_number': 4, 'project_id': '804d63e1308b4729aff976d65f667e28', 'gw_port': {'id': '5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:61:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '2280f567-d19e-416f-8f6a-a99292e6a39d', 'name': '', 'network_id': '1e4e6da9-902d-45b4-9fce-268e4415ecdb', 'tenant_id': '804d63e1308b4729aff976d65f667e28', 'mac_address': 'fa:16:3e:27:29:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f796f6e5-3b84-4c9f-8c87-22a14447d493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:57Z', 'updated_at': '2022-09-16T19:27:07Z', 'revision_number': 5, 'project_id': '804d63e1308b4729aff976d65f667e28', 'subnets': [{'id': 'f796f6e5-3b84-4c9f-8c87-22a14447d493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:33:51.377735 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e88932-d10f-4eee-b4ad-a8efdd935236 None None] Checking router: 9d38fda6-a9bd-45ca-89cd-3bbc6e69a609 for host: dv-cinder-850320-7-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:33:51.386619 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e88932-d10f-4eee-b4ad-a8efdd935236 None None] Routers {'9d38fda6-a9bd-45ca-89cd-3bbc6e69a609'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:33:51.387246 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-96e88932-d10f-4eee-b4ad-a8efdd935236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:33:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['9d38fda6-a9bd-45ca-89cd-3bbc6e69a609'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:33:51.492910 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-96e88932-d10f-4eee-b4ad-a8efdd935236 None None] Set router 9d38fda6-a9bd-45ca-89cd-3bbc6e69a609 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:33:51.678558 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1f4219a0-1452-44f9-a1b9-b964a529cb0f req-a36544c8-35e1-4f4d-9495-c1abad56124c tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9d1e0310-d594-453b-9bef-0f7bbf4e61e2 HTTP/1.1" status: 200 len: 210 time: 0.0273397 Sep 16 19:33:51.690781 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-96e88932-d10f-4eee-b4ad-a8efdd935236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'name': 'tempest-ServerRescueNegativeTestJSON-432940711-router', 'tenant_id': '804d63e1308b4729aff976d65f667e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:26:59Z', 'revision_number': 4, 'project_id': '804d63e1308b4729aff976d65f667e28', 'gw_port': {'id': '5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:61:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '2280f567-d19e-416f-8f6a-a99292e6a39d', 'name': '', 'network_id': '1e4e6da9-902d-45b4-9fce-268e4415ecdb', 'tenant_id': '804d63e1308b4729aff976d65f667e28', 'mac_address': 'fa:16:3e:27:29:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f796f6e5-3b84-4c9f-8c87-22a14447d493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:57Z', 'updated_at': '2022-09-16T19:27:07Z', 'revision_number': 5, 'project_id': '804d63e1308b4729aff976d65f667e28', 'subnets': [{'id': 'f796f6e5-3b84-4c9f-8c87-22a14447d493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:33:51.695042 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31436d77-4591-4b6a-a856-b724e519ca50 req-ba5461e9-39fb-4a47-a427-a35baea6b2e1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:51.696670 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-31436d77-4591-4b6a-a856-b724e519ca50 req-ba5461e9-39fb-4a47-a427-a35baea6b2e1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0b32658f-a7a8-4d56-a2b7-1754239b6e58 HTTP/1.1" status: 200 len: 945 time: 0.0526996 Sep 16 19:33:51.718086 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e88932-d10f-4eee-b4ad-a8efdd935236 None None] The sync data for ids ['9d38fda6-a9bd-45ca-89cd-3bbc6e69a609'] in dv-cinder-850320-7-iscsi is: [{'id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'name': 'tempest-ServerRescueNegativeTestJSON-432940711-router', 'tenant_id': '804d63e1308b4729aff976d65f667e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:26:59Z', 'revision_number': 4, 'project_id': '804d63e1308b4729aff976d65f667e28', 'gw_port': {'id': '5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:61:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '2280f567-d19e-416f-8f6a-a99292e6a39d', 'name': '', 'network_id': '1e4e6da9-902d-45b4-9fce-268e4415ecdb', 'tenant_id': '804d63e1308b4729aff976d65f667e28', 'mac_address': 'fa:16:3e:27:29:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f796f6e5-3b84-4c9f-8c87-22a14447d493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:57Z', 'updated_at': '2022-09-16T19:27:07Z', 'revision_number': 5, 'project_id': '804d63e1308b4729aff976d65f667e28', 'subnets': [{'id': 'f796f6e5-3b84-4c9f-8c87-22a14447d493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:33:51.719150 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:33:51.763930 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-31436d77-4591-4b6a-a856-b724e519ca50 req-0ca77f7c-7c6c-4a95-a84d-7dd30171cc5e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8198e53-7080-4443-b710-c29fde250f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523160 Sep 16 19:33:51.896957 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f5a828-a881-44c5-bb28-f318cb8275e8 req-3b076c7c-89f1-40a9-8c40-dc1147b6c50a tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:51.898669 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-75f5a828-a881-44c5-bb28-f318cb8275e8 req-3b076c7c-89f1-40a9-8c40-dc1147b6c50a tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0b32658f-a7a8-4d56-a2b7-1754239b6e58 HTTP/1.1" status: 200 len: 945 time: 0.0570748 Sep 16 19:33:51.909748 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 50736) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:33:51.914481 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-18b7382c-d01f-4a63-b56a-758eb730c726 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Request body: {'floatingip': {'port_id': 'aaf6e50e-729c-4bea-8df1-bac678204d28'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:33:51.952308 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:33:51.957490 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-18b7382c-d01f-4a63-b56a-758eb730c726 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for floatingip (d5654498-8bd5-4405-b705-b097e11f291d), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:51.993630 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a347db74-dce4-4079-9179-8ddc36677d40 None None] New status for floating IP 78fc0b54-5f6f-458b-93f2-c73afc801a73: DOWN {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 19:33:52.617341 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-18b7382c-d01f-4a63-b56a-758eb730c726 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:52.623476 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-18b7382c-d01f-4a63-b56a-758eb730c726 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681123'] for floatingip (d5654498-8bd5-4405-b705-b097e11f291d), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:52.715237 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.db.l3_db [None req-18b7382c-d01f-4a63-b56a-758eb730c726 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Floating IP d5654498-8bd5-4405-b705-b097e11f291d associated. External IP: 172.27.2.202, port: aaf6e50e-729c-4bea-8df1-bac678204d28. Sep 16 19:33:52.783700 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 50744) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:33:52.838818 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2a9e8cb2-e639-4dec-8261-b1b0a43e42e3 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks [] for security_group (fb4f0468-1106-41bf-9a84-9334c387bc44), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:52.862366 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2a9e8cb2-e639-4dec-8261-b1b0a43e42e3 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks [] for security_group (fb4f0468-1106-41bf-9a84-9334c387bc44), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:52.911254 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2a9e8cb2-e639-4dec-8261-b1b0a43e42e3 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (fb4f0468-1106-41bf-9a84-9334c387bc44), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:52.913618 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2a9e8cb2-e639-4dec-8261-b1b0a43e42e3 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:52.914818 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-2a9e8cb2-e639-4dec-8261-b1b0a43e42e3 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/fb4f0468-1106-41bf-9a84-9334c387bc44 HTTP/1.1" status: 204 len: 168 time: 0.1299980 Sep 16 19:33:52.918231 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 50746) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:33:52.924984 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e8cb2-e639-4dec-8261-b1b0a43e42e3 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4f0468-1106-41bf-9a84-9334c387bc44,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:33:52.934043 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b7382c-d01f-4a63-b56a-758eb730c726 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Router 9227d13d-de08-4ed6-a833-6283712bcfa7 has already been hosted by L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:33:52.937159 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.api.v2.resource [None req-890c4009-3c6d-448d-984b-ed8b5472ab10 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] show failed (client error): The resource could not be found. Sep 16 19:33:52.938202 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-890c4009-3c6d-448d-984b-ed8b5472ab10 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups/fb4f0468-1106-41bf-9a84-9334c387bc44 HTTP/1.1" status: 404 len: 347 time: 0.0189729 Sep 16 19:33:52.941033 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 50748) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:33:53.128513 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-3aedfcf7-3a12-49bb-b78d-6d40e7aabf37 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Deleting port 8ab86dfb-89af-4d8b-99c7-54bcb0eae3d1 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:33:53.128850 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3aedfcf7-3a12-49bb-b78d-6d40e7aabf37 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (8ab86dfb-89af-4d8b-99c7-54bcb0eae3d1), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:53.171232 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:33:53.178545 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b7382c-d01f-4a63-b56a-758eb730c726 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:33:53.181588 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:33:53.184854 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-18b7382c-d01f-4a63-b56a-758eb730c726 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for floatingip (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:53.189340 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc63c1c-f40c-4350-a1de-6bd5934b3a6d None None] Sync routers for ids ['9227d13d-de08-4ed6-a833-6283712bcfa7'] in dv-cinder-850320-7-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:33:53.199147 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc63c1c-f40c-4350-a1de-6bd5934b3a6d None None] Routers {'9227d13d-de08-4ed6-a833-6283712bcfa7'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:33:53.199756 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-4bc63c1c-f40c-4350-a1de-6bd5934b3a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:33:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['9227d13d-de08-4ed6-a833-6283712bcfa7'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:33:53.232350 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-18b7382c-d01f-4a63-b56a-758eb730c726 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/d5654498-8bd5-4405-b705-b097e11f291d HTTP/1.1" status: 200 len: 991 time: 1.3214173 Sep 16 19:33:53.234354 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b32658f-a7a8-4d56-a2b7-1754239b6e58', 'tag': 'aaf6e50e-729c-4bea-8df1-bac678204d28'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:33:53.236637 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e152f16bac9f1df6f483fa1cb5a6d8c6a2a494143f87e2794594a52eeef6f53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b3f707-1689-45cd-ba0a-15f3fb4dccc0" -d '{"events": [{"name": "network-changed", "server_uuid": "0b32658f-a7a8-4d56-a2b7-1754239b6e58", "tag": "aaf6e50e-729c-4bea-8df1-bac678204d28"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:33:53.253180 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3aedfcf7-3a12-49bb-b78d-6d40e7aabf37 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (8ab86dfb-89af-4d8b-99c7-54bcb0eae3d1), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:53.253180 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3aedfcf7-3a12-49bb-b78d-6d40e7aabf37 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks [] for floatingip (8ab86dfb-89af-4d8b-99c7-54bcb0eae3d1), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:53.265553 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-3aedfcf7-3a12-49bb-b78d-6d40e7aabf37 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Calling delete_port for 8ab86dfb-89af-4d8b-99c7-54bcb0eae3d1 owned by network:floatingip {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:33:53.306102 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 19:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4500d2a-3156-42f1-9866-951ff66accb2 x-openstack-request-id: req-f4500d2a-3156-42f1-9866-951ff66accb2 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:33:53.306376 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b32658f-a7a8-4d56-a2b7-1754239b6e58", "tag": "aaf6e50e-729c-4bea-8df1-bac678204d28", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:33:53.306627 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f4500d2a-3156-42f1-9866-951ff66accb2 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:33:53.307005 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4500d2a-3156-42f1-9866-951ff66accb2'] response: {'name': 'network-changed', 'server_uuid': '0b32658f-a7a8-4d56-a2b7-1754239b6e58', 'tag': 'aaf6e50e-729c-4bea-8df1-bac678204d28', 'status': 'completed', 'code': 200} Sep 16 19:33:53.389739 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3f707-1689-45cd-ba0a-15f3fb4dccc0 req-95d074f4-6770-4ade-9679-043a64586581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:53.391240 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b3b3f707-1689-45cd-ba0a-15f3fb4dccc0 req-95d074f4-6770-4ade-9679-043a64586581 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1983ce4dc9bd4050a2399d9f62d3e871&device_id=0b32658f-a7a8-4d56-a2b7-1754239b6e58 HTTP/1.1" status: 200 len: 1129 time: 0.0564620 Sep 16 19:33:53.405780 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-4bc63c1c-f40c-4350-a1de-6bd5934b3a6d None None] Set router 9227d13d-de08-4ed6-a833-6283712bcfa7 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:33:53.503612 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3aedfcf7-3a12-49bb-b78d-6d40e7aabf37 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (8ab86dfb-89af-4d8b-99c7-54bcb0eae3d1), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:53.539817 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:33:53.544265 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aedfcf7-3a12-49bb-b78d-6d40e7aabf37 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Pushing event deleted for resources: {'Port': ['ID=8ab86dfb-89af-4d8b-99c7-54bcb0eae3d1,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:33:53.548326 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3f707-1689-45cd-ba0a-15f3fb4dccc0 req-fa9b4df7-d6d1-4e17-aa46-f8f55096cd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:53.549844 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b3b3f707-1689-45cd-ba0a-15f3fb4dccc0 req-fa9b4df7-d6d1-4e17-aa46-f8f55096cd5a service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=1b509164-1dc6-4639-9003-d3f932682d2f HTTP/1.1" status: 200 len: 916 time: 0.1515882 Sep 16 19:33:53.581894 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:33:53.620978 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-4bc63c1c-f40c-4350-a1de-6bd5934b3a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'name': 'tempest-AttachVolumeNegativeTest-1174890714-router', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:47Z', 'updated_at': '2022-09-16T19:26:56Z', 'revision_number': 4, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'gw_port': {'id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:dd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:48Z', 'updated_at': '2022-09-16T19:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_floatingips': [{'id': 'd5654498-8bd5-4405-b705-b097e11f291d', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'floating_ip_address': '172.27.2.202', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'port_id': 'aaf6e50e-729c-4bea-8df1-bac678204d28', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'mac_address': 'fa:16:3e:9e:17:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b32658f-a7a8-4d56-a2b7-1754239b6e58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:33:35Z', 'updated_at': '2022-09-16T19:33:52Z', 'revision_number': 1, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aea26ef-78b1-4046-af15-928f65832dc2', 'name': '', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'mac_address': 'fa:16:3e:64:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:53Z', 'updated_at': '2022-09-16T19:27:04Z', 'revision_number': 5, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'subnets': [{'id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:33:53.651764 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc63c1c-f40c-4350-a1de-6bd5934b3a6d None None] Checking router: 9227d13d-de08-4ed6-a833-6283712bcfa7 for host: dv-cinder-850320-7-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:33:53.661382 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc63c1c-f40c-4350-a1de-6bd5934b3a6d None None] Routers {'9227d13d-de08-4ed6-a833-6283712bcfa7'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:33:53.661770 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b3b3f707-1689-45cd-ba0a-15f3fb4dccc0 req-b0410b65-19de-4514-86cf-a017793603b9 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aaf6e50e-729c-4bea-8df1-bac678204d28 HTTP/1.1" status: 200 len: 999 time: 0.0915103 Sep 16 19:33:53.661976 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-4bc63c1c-f40c-4350-a1de-6bd5934b3a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:33:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['9227d13d-de08-4ed6-a833-6283712bcfa7'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:33:53.665097 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3aedfcf7-3a12-49bb-b78d-6d40e7aabf37 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks [] for floatingip (78fc0b54-5f6f-458b-93f2-c73afc801a73), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:53.668783 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3aedfcf7-3a12-49bb-b78d-6d40e7aabf37 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for floatingip (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:53.670263 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-3aedfcf7-3a12-49bb-b78d-6d40e7aabf37 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/78fc0b54-5f6f-458b-93f2-c73afc801a73 HTTP/1.1" status: 204 len: 168 time: 0.7282345 Sep 16 19:33:53.726691 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3f707-1689-45cd-ba0a-15f3fb4dccc0 req-37f18f29-49a8-4692-97b4-985ce5e3358d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:53.728410 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b3b3f707-1689-45cd-ba0a-15f3fb4dccc0 req-37f18f29-49a8-4692-97b4-985ce5e3358d service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b23467b1-0e6b-4468-bd6e-d295548dcf80 HTTP/1.1" status: 200 len: 854 time: 0.0568445 Sep 16 19:33:53.793997 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-4bc63c1c-f40c-4350-a1de-6bd5934b3a6d None None] Set router 9227d13d-de08-4ed6-a833-6283712bcfa7 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:33:53.794234 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3f707-1689-45cd-ba0a-15f3fb4dccc0 req-5c71b937-bb9e-487a-9c6e-6726c8f5a85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:53.794234 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b3b3f707-1689-45cd-ba0a-15f3fb4dccc0 req-5c71b937-bb9e-487a-9c6e-6726c8f5a85a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=1b509164-1dc6-4639-9003-d3f932682d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511692 Sep 16 19:33:53.881050 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b3b3f707-1689-45cd-ba0a-15f3fb4dccc0 req-f6876502-a67b-4d1f-aa75-e8bca7e5e3ca service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1b509164-1dc6-4639-9003-d3f932682d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876527 Sep 16 19:33:53.983328 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b3b3f707-1689-45cd-ba0a-15f3fb4dccc0 req-49148339-bae1-4979-a043-c7d1a7839db1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1b509164-1dc6-4639-9003-d3f932682d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946362 Sep 16 19:33:53.996506 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-4bc63c1c-f40c-4350-a1de-6bd5934b3a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'name': 'tempest-AttachVolumeNegativeTest-1174890714-router', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:47Z', 'updated_at': '2022-09-16T19:26:56Z', 'revision_number': 4, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'gw_port': {'id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:dd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:48Z', 'updated_at': '2022-09-16T19:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_floatingips': [{'id': 'd5654498-8bd5-4405-b705-b097e11f291d', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'floating_ip_address': '172.27.2.202', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'port_id': 'aaf6e50e-729c-4bea-8df1-bac678204d28', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'mac_address': 'fa:16:3e:9e:17:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b32658f-a7a8-4d56-a2b7-1754239b6e58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:33:35Z', 'updated_at': '2022-09-16T19:33:52Z', 'revision_number': 1, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aea26ef-78b1-4046-af15-928f65832dc2', 'name': '', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'mac_address': 'fa:16:3e:64:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:53Z', 'updated_at': '2022-09-16T19:27:04Z', 'revision_number': 5, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'subnets': [{'id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:33:54.021351 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc63c1c-f40c-4350-a1de-6bd5934b3a6d None None] The sync data for ids ['9227d13d-de08-4ed6-a833-6283712bcfa7'] in dv-cinder-850320-7-iscsi is: [{'id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'name': 'tempest-AttachVolumeNegativeTest-1174890714-router', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:47Z', 'updated_at': '2022-09-16T19:26:56Z', 'revision_number': 4, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'gw_port': {'id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:dd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:48Z', 'updated_at': '2022-09-16T19:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_floatingips': [{'id': 'd5654498-8bd5-4405-b705-b097e11f291d', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'floating_ip_address': '172.27.2.202', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'port_id': 'aaf6e50e-729c-4bea-8df1-bac678204d28', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'mac_address': 'fa:16:3e:9e:17:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b32658f-a7a8-4d56-a2b7-1754239b6e58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:33:35Z', 'updated_at': '2022-09-16T19:33:52Z', 'revision_number': 1, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aea26ef-78b1-4046-af15-928f65832dc2', 'name': '', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'mac_address': 'fa:16:3e:64:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:53Z', 'updated_at': '2022-09-16T19:27:04Z', 'revision_number': 5, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'subnets': [{'id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:33:54.220679 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ec0e7c-e31a-45de-b319-e50bfae9bc13 None None] New status for floating IP d5654498-8bd5-4405-b705-b097e11f291d: ACTIVE {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 19:33:54.733958 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device d02b6349-c05e-440c-bd0f-3754f490d34f no longer exists at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:33:54.755445 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] No Port match for: d02b6349-c05e-440c-bd0f-3754f490d34f {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:33:54.755445 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device d02b6349-c05e-440c-bd0f-3754f490d34f not bound to the agent host hv-cinder-85032 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:33:56.213271 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c80c1-2e88-4615-91d5-8259019d8a82 req-7a46fa06-952e-44f9-bf03-87f6b93d4eed tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:56.214763 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-eb4c80c1-2e88-4615-91d5-8259019d8a82 req-7a46fa06-952e-44f9-bf03-87f6b93d4eed tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.0548806 Sep 16 19:33:56.275796 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-eb4c80c1-2e88-4615-91d5-8259019d8a82 req-ac17cf1e-1015-4b3f-bb1d-63757ffbb9e7 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546732 Sep 16 19:33:57.394157 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:33:57.407103 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11c432-c6b1-4cd2-ba9b-5cdba48e72d7 req-e5e5d7f2-b9e5-46ef-b55e-77620b28681e tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:57.408634 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ff11c432-c6b1-4cd2-ba9b-5cdba48e72d7 req-e5e5d7f2-b9e5-46ef-b55e-77620b28681e tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.0506775 Sep 16 19:33:57.476999 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ff11c432-c6b1-4cd2-ba9b-5cdba48e72d7 req-c155d0a2-0370-4516-8ebf-3b515656334d tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598130 Sep 16 19:33:57.876430 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:33:57.885788 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:33:57.901434 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4293bdf-f77e-4937-b6ab-9f190df88752 req-f78ed488-0f07-4cbd-8d5a-7494fa7f3aef tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:57.902948 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d4293bdf-f77e-4937-b6ab-9f190df88752 req-f78ed488-0f07-4cbd-8d5a-7494fa7f3aef tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 945 time: 0.0632436 Sep 16 19:33:58.013849 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-d4293bdf-f77e-4937-b6ab-9f190df88752 req-7b19fa2d-f699-4e43-904d-d0df53c09e09 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Deleting port 01a4d47d-f873-40b4-a03d-c34fc0000f93 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:33:58.014522 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d4293bdf-f77e-4937-b6ab-9f190df88752 req-7b19fa2d-f699-4e43-904d-d0df53c09e09 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (01a4d47d-f873-40b4-a03d-c34fc0000f93), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:58.118769 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-d4293bdf-f77e-4937-b6ab-9f190df88752 req-7b19fa2d-f699-4e43-904d-d0df53c09e09 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] For port 01a4d47d-f873-40b4-a03d-c34fc0000f93, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=01a4d47d-f873-40b4-a03d-c34fc0000f93,segment=NetworkSegment(8bad0fa0-00c8-4390-9fc0-ed8795108045),segment_id=8bad0fa0-00c8-4390-9fc0-ed8795108045)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:33:58.119024 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d4293bdf-f77e-4937-b6ab-9f190df88752 req-7b19fa2d-f699-4e43-904d-d0df53c09e09 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (01a4d47d-f873-40b4-a03d-c34fc0000f93), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:58.140221 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-d4293bdf-f77e-4937-b6ab-9f190df88752 req-7b19fa2d-f699-4e43-904d-d0df53c09e09 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Calling delete_port for 01a4d47d-f873-40b4-a03d-c34fc0000f93 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:33:58.301937 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d4293bdf-f77e-4937-b6ab-9f190df88752 req-7b19fa2d-f699-4e43-904d-d0df53c09e09 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (01a4d47d-f873-40b4-a03d-c34fc0000f93), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:58.334352 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b19fa2d-f699-4e43-904d-d0df53c09e09 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Pushing event deleted for resources: {'Port': ['ID=01a4d47d-f873-40b4-a03d-c34fc0000f93,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:33:58.338453 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] get_ports_and_sgs() called for port_ids ['7408b9a9-f9fa-4fe6-8e34-15f64c87abde', '01a4d47d-f873-40b4-a03d-c34fc0000f93'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 19:33:58.393168 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4293bdf-f77e-4937-b6ab-9f190df88752 req-7b19fa2d-f699-4e43-904d-d0df53c09e09 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] No DVR routers for this DVR port 01a4d47d-f873-40b4-a03d-c34fc0000f93 on host hv-cinder-85032 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 19:33:58.396110 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d4293bdf-f77e-4937-b6ab-9f190df88752 req-7b19fa2d-f699-4e43-904d-d0df53c09e09 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:33:58.399416 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d4293bdf-f77e-4937-b6ab-9f190df88752 req-7b19fa2d-f699-4e43-904d-d0df53c09e09 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.27 "DELETE /networking/v2.0/ports/01a4d47d-f873-40b4-a03d-c34fc0000f93 HTTP/1.1" status: 204 len: 173 time: 0.4914489 Sep 16 19:33:58.399934 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968aad1e-4a8b-4f75-89d9-b2ed56f96e99', 'name': 'network-vif-deleted', 'tag': '01a4d47d-f873-40b4-a03d-c34fc0000f93'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:33:58.402228 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e152f16bac9f1df6f483fa1cb5a6d8c6a2a494143f87e2794594a52eeef6f53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec33b9d7-391e-4ced-95f4-5afbd8298d96" -d '{"events": [{"server_uuid": "968aad1e-4a8b-4f75-89d9-b2ed56f96e99", "name": "network-vif-deleted", "tag": "01a4d47d-f873-40b4-a03d-c34fc0000f93"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:33:58.443194 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 19:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5f76e3-da54-4b19-b4f3-3cedb633ef77 x-openstack-request-id: req-0a5f76e3-da54-4b19-b4f3-3cedb633ef77 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:33:58.443755 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "968aad1e-4a8b-4f75-89d9-b2ed56f96e99", "name": "network-vif-deleted", "tag": "01a4d47d-f873-40b4-a03d-c34fc0000f93", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:33:58.444009 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0a5f76e3-da54-4b19-b4f3-3cedb633ef77 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:33:58.444446 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a5f76e3-da54-4b19-b4f3-3cedb633ef77'] response: {'server_uuid': '968aad1e-4a8b-4f75-89d9-b2ed56f96e99', 'name': 'network-vif-deleted', 'tag': '01a4d47d-f873-40b4-a03d-c34fc0000f93', 'status': 'completed', 'code': 200} Sep 16 19:33:58.479606 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:33:58.620599 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-311f66e2-d2af-40e7-b383-718a5a01860c req-86193e6f-7759-4034-890f-7648d2c70865 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=968aad1e-4a8b-4f75-89d9-b2ed56f96e99 HTTP/1.1" status: 200 len: 210 time: 0.0379002 Sep 16 19:33:59.936452 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41545db6-ea53-4c10-a2b9-7b0cf6d68381 req-3f3846e5-0584-4ba5-b25a-295c5fbcf2b0 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:33:59.937822 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-41545db6-ea53-4c10-a2b9-7b0cf6d68381 req-3f3846e5-0584-4ba5-b25a-295c5fbcf2b0 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a25b4fc6-10a3-4f69-9922-5e5a78982474 HTTP/1.1" status: 200 len: 946 time: 0.0540385 Sep 16 19:33:59.989190 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-41545db6-ea53-4c10-a2b9-7b0cf6d68381 req-55852e09-e1f8-4b34-8f14-fdd4c3b735e0 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427234 Sep 16 19:34:00.030228 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9d62a5ca-2297-4922-bc4b-cc9285492cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:01.131835 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4668b-dedf-42b3-8b2e-1866673009f8 req-cec80cc1-4c00-4404-9175-0ab8f8268d5f tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:01.133374 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-35f4668b-dedf-42b3-8b2e-1866673009f8 req-cec80cc1-4c00-4404-9175-0ab8f8268d5f tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a25b4fc6-10a3-4f69-9922-5e5a78982474 HTTP/1.1" status: 200 len: 946 time: 0.0565083 Sep 16 19:34:01.179866 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-35f4668b-dedf-42b3-8b2e-1866673009f8 req-c2aefba4-3cfb-4ca9-ada6-c6f163048ec1 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406039 Sep 16 19:34:01.818409 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:02.259026 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:02.274411 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c5af5881-17cd-43ff-a65e-4e4f07f989ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:02.314703 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d123e-c152-4e16-ae92-a6802383c217 req-2c6bb312-772d-482f-96e3-2bc9225a60ed tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:02.316178 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ae1d123e-c152-4e16-ae92-a6802383c217 req-2c6bb312-772d-482f-96e3-2bc9225a60ed tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a25b4fc6-10a3-4f69-9922-5e5a78982474 HTTP/1.1" status: 200 len: 946 time: 0.0518568 Sep 16 19:34:02.362990 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ae1d123e-c152-4e16-ae92-a6802383c217 req-b3f86fb6-1f73-4a4a-a979-26ece57840b8 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53d9318f-571d-4f3c-9112-d11454bcc3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410128 Sep 16 19:34:02.821031 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507ef42-ad11-4419-aab3-bc4600deb692 req-50135552-aba4-4213-bed2-e8d2e3e18715 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:02.822503 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1507ef42-ad11-4419-aab3-bc4600deb692 req-50135552-aba4-4213-bed2-e8d2e3e18715 tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a25b4fc6-10a3-4f69-9922-5e5a78982474 HTTP/1.1" status: 200 len: 946 time: 0.0543206 Sep 16 19:34:02.877908 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 01a4d47d-f873-40b4-a03d-c34fc0000f93 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:34:02.898375 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] No Port match for: 01a4d47d-f873-40b4-a03d-c34fc0000f93 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:34:02.898823 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 01a4d47d-f873-40b4-a03d-c34fc0000f93 not bound to the agent host hv-cinder-85032 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:34:02.921449 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-1507ef42-ad11-4419-aab3-bc4600deb692 req-7e22858b-e30d-4427-ba8f-7e4c4468994f tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Deleting port 7408b9a9-f9fa-4fe6-8e34-15f64c87abde {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:34:02.921888 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1507ef42-ad11-4419-aab3-bc4600deb692 req-7e22858b-e30d-4427-ba8f-7e4c4468994f tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (7408b9a9-f9fa-4fe6-8e34-15f64c87abde), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:03.018758 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-1507ef42-ad11-4419-aab3-bc4600deb692 req-7e22858b-e30d-4427-ba8f-7e4c4468994f tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] For port 7408b9a9-f9fa-4fe6-8e34-15f64c87abde, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=7408b9a9-f9fa-4fe6-8e34-15f64c87abde,segment=NetworkSegment(8bad0fa0-00c8-4390-9fc0-ed8795108045),segment_id=8bad0fa0-00c8-4390-9fc0-ed8795108045)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:34:03.019089 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1507ef42-ad11-4419-aab3-bc4600deb692 req-7e22858b-e30d-4427-ba8f-7e4c4468994f tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (7408b9a9-f9fa-4fe6-8e34-15f64c87abde), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:03.032672 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-1507ef42-ad11-4419-aab3-bc4600deb692 req-7e22858b-e30d-4427-ba8f-7e4c4468994f tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Calling delete_port for 7408b9a9-f9fa-4fe6-8e34-15f64c87abde owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:34:03.086881 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:03.104448 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:03.170549 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1507ef42-ad11-4419-aab3-bc4600deb692 req-7e22858b-e30d-4427-ba8f-7e4c4468994f tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (7408b9a9-f9fa-4fe6-8e34-15f64c87abde), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:03.206215 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22858b-e30d-4427-ba8f-7e4c4468994f tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Pushing event deleted for resources: {'Port': ['ID=7408b9a9-f9fa-4fe6-8e34-15f64c87abde,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:34:03.219941 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] get_ports_and_sgs() called for port_ids ['7408b9a9-f9fa-4fe6-8e34-15f64c87abde'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 19:34:03.252137 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-1507ef42-ad11-4419-aab3-bc4600deb692 req-7e22858b-e30d-4427-ba8f-7e4c4468994f tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] No DVR routers for this DVR port 7408b9a9-f9fa-4fe6-8e34-15f64c87abde on host hv-cinder-85032 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 19:34:03.254607 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1507ef42-ad11-4419-aab3-bc4600deb692 req-7e22858b-e30d-4427-ba8f-7e4c4468994f tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:03.257884 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1507ef42-ad11-4419-aab3-bc4600deb692 req-7e22858b-e30d-4427-ba8f-7e4c4468994f tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.27 "DELETE /networking/v2.0/ports/7408b9a9-f9fa-4fe6-8e34-15f64c87abde HTTP/1.1" status: 204 len: 173 time: 0.4279962 Sep 16 19:34:03.258405 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a25b4fc6-10a3-4f69-9922-5e5a78982474', 'name': 'network-vif-deleted', 'tag': '7408b9a9-f9fa-4fe6-8e34-15f64c87abde'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:34:03.260679 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e152f16bac9f1df6f483fa1cb5a6d8c6a2a494143f87e2794594a52eeef6f53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64e27f8-0e0a-49bf-88d4-b8a01f20b3f5" -d '{"events": [{"server_uuid": "a25b4fc6-10a3-4f69-9922-5e5a78982474", "name": "network-vif-deleted", "tag": "7408b9a9-f9fa-4fe6-8e34-15f64c87abde"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:34:03.302610 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 19:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7644041b-494a-4bb3-a6d7-ad66432f16a4 x-openstack-request-id: req-7644041b-494a-4bb3-a6d7-ad66432f16a4 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:34:03.302899 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a25b4fc6-10a3-4f69-9922-5e5a78982474", "name": "network-vif-deleted", "tag": "7408b9a9-f9fa-4fe6-8e34-15f64c87abde", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:34:03.303136 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7644041b-494a-4bb3-a6d7-ad66432f16a4 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:34:03.303539 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7644041b-494a-4bb3-a6d7-ad66432f16a4'] response: {'server_uuid': 'a25b4fc6-10a3-4f69-9922-5e5a78982474', 'name': 'network-vif-deleted', 'tag': '7408b9a9-f9fa-4fe6-8e34-15f64c87abde', 'status': 'completed', 'code': 200} Sep 16 19:34:03.484013 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cfc54f37-abf2-4d54-bfd1-11154c1b219d req-fe12715d-6109-47ca-8c26-0b9fee719fda tempest-ServerRescueNegativeTestJSON-1639152085 tempest-ServerRescueNegativeTestJSON-1639152085-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a25b4fc6-10a3-4f69-9922-5e5a78982474 HTTP/1.1" status: 200 len: 210 time: 0.0291052 Sep 16 19:34:03.626859 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:03.999038 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=42 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:03.999870 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=46 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:04.563158 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 50798) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:34:04.972147 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:05.120445 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:05.282161 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-df7b123b-71a8-4b10-9f68-66ef117b4d8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-771491'] for router_interface (9d38fda6-a9bd-45ca-89cd-3bbc6e69a609), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:05.549688 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-df7b123b-71a8-4b10-9f68-66ef117b4d8d admin admin] Deleting port 2280f567-d19e-416f-8f6a-a99292e6a39d {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:34:05.550076 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-df7b123b-71a8-4b10-9f68-66ef117b4d8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (2280f567-d19e-416f-8f6a-a99292e6a39d), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:05.629457 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-df7b123b-71a8-4b10-9f68-66ef117b4d8d admin admin] For port 2280f567-d19e-416f-8f6a-a99292e6a39d, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=2280f567-d19e-416f-8f6a-a99292e6a39d,segment=NetworkSegment(8bad0fa0-00c8-4390-9fc0-ed8795108045),segment_id=8bad0fa0-00c8-4390-9fc0-ed8795108045)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:34:05.630193 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-df7b123b-71a8-4b10-9f68-66ef117b4d8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (2280f567-d19e-416f-8f6a-a99292e6a39d), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:05.642501 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-df7b123b-71a8-4b10-9f68-66ef117b4d8d admin admin] Calling delete_port for 2280f567-d19e-416f-8f6a-a99292e6a39d owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:34:05.703378 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:05.789535 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:05.845586 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-df7b123b-71a8-4b10-9f68-66ef117b4d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (2280f567-d19e-416f-8f6a-a99292e6a39d), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:05.869869 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b123b-71a8-4b10-9f68-66ef117b4d8d admin admin] Pushing event deleted for resources: {'Port': ['ID=2280f567-d19e-416f-8f6a-a99292e6a39d,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:34:06.033454 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-df7b123b-71a8-4b10-9f68-66ef117b4d8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681235'] for router_interface (9d38fda6-a9bd-45ca-89cd-3bbc6e69a609), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:06.246218 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7b123b-71a8-4b10-9f68-66ef117b4d8d admin admin] Router 9d38fda6-a9bd-45ca-89cd-3bbc6e69a609 has already been hosted by L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:34:06.351623 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7b123b-71a8-4b10-9f68-66ef117b4d8d admin admin] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:34:06.357094 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-df7b123b-71a8-4b10-9f68-66ef117b4d8d admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/9d38fda6-a9bd-45ca-89cd-3bbc6e69a609/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7929463 Sep 16 19:34:06.359979 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 50804) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:34:06.361551 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280484fa-ef3b-4df3-8307-f5ff45fab872 None None] Sync routers for ids ['9d38fda6-a9bd-45ca-89cd-3bbc6e69a609'] in dv-cinder-850320-7-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:34:06.374274 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280484fa-ef3b-4df3-8307-f5ff45fab872 None None] Routers {'9d38fda6-a9bd-45ca-89cd-3bbc6e69a609'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:34:06.374873 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-280484fa-ef3b-4df3-8307-f5ff45fab872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:34:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['9d38fda6-a9bd-45ca-89cd-3bbc6e69a609'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:34:06.479068 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-280484fa-ef3b-4df3-8307-f5ff45fab872 None None] Set router 9d38fda6-a9bd-45ca-89cd-3bbc6e69a609 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:34:06.652583 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-280484fa-ef3b-4df3-8307-f5ff45fab872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'name': 'tempest-ServerRescueNegativeTestJSON-432940711-router', 'tenant_id': '804d63e1308b4729aff976d65f667e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:34:05Z', 'revision_number': 5, 'project_id': '804d63e1308b4729aff976d65f667e28', 'gw_port': {'id': '5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:61:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi'}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:34:06.677653 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280484fa-ef3b-4df3-8307-f5ff45fab872 None None] Checking router: 9d38fda6-a9bd-45ca-89cd-3bbc6e69a609 for host: dv-cinder-850320-7-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:34:06.687219 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280484fa-ef3b-4df3-8307-f5ff45fab872 None None] Routers {'9d38fda6-a9bd-45ca-89cd-3bbc6e69a609'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:34:06.687806 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-280484fa-ef3b-4df3-8307-f5ff45fab872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:34:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['9d38fda6-a9bd-45ca-89cd-3bbc6e69a609'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:34:06.715357 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a2d8d2ae-6300-489a-8f2f-3dacf72ec9a5 admin admin] Publish callbacks [] for router (9d38fda6-a9bd-45ca-89cd-3bbc6e69a609), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:06.788358 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-280484fa-ef3b-4df3-8307-f5ff45fab872 None None] Set router 9d38fda6-a9bd-45ca-89cd-3bbc6e69a609 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:34:06.814649 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a2d8d2ae-6300-489a-8f2f-3dacf72ec9a5 admin admin] Publish callbacks [] for router_gateway (9d38fda6-a9bd-45ca-89cd-3bbc6e69a609), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:06.860683 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-a2d8d2ae-6300-489a-8f2f-3dacf72ec9a5 admin admin] Deleting port 5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:34:06.861338 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a2d8d2ae-6300-489a-8f2f-3dacf72ec9a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:06.912479 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 7408b9a9-f9fa-4fe6-8e34-15f64c87abde no longer exists at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:34:06.932206 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] No Port match for: 7408b9a9-f9fa-4fe6-8e34-15f64c87abde {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:34:06.932650 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 7408b9a9-f9fa-4fe6-8e34-15f64c87abde not bound to the agent host hv-cinder-85032 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:34:06.947898 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-a2d8d2ae-6300-489a-8f2f-3dacf72ec9a5 admin admin] For port 5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4,segment=NetworkSegment(ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2),segment_id=ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:34:06.948258 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a2d8d2ae-6300-489a-8f2f-3dacf72ec9a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:06.960341 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-280484fa-ef3b-4df3-8307-f5ff45fab872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'name': 'tempest-ServerRescueNegativeTestJSON-432940711-router', 'tenant_id': '804d63e1308b4729aff976d65f667e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:34:05Z', 'revision_number': 5, 'project_id': '804d63e1308b4729aff976d65f667e28', 'gw_port': {'id': '5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:61:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi'}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:34:06.961818 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-a2d8d2ae-6300-489a-8f2f-3dacf72ec9a5 admin admin] Calling delete_port for 5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4 owned by network:router_gateway {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:34:06.984823 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280484fa-ef3b-4df3-8307-f5ff45fab872 None None] The sync data for ids ['9d38fda6-a9bd-45ca-89cd-3bbc6e69a609'] in dv-cinder-850320-7-iscsi is: [{'id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'name': 'tempest-ServerRescueNegativeTestJSON-432940711-router', 'tenant_id': '804d63e1308b4729aff976d65f667e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:34:05Z', 'revision_number': 5, 'project_id': '804d63e1308b4729aff976d65f667e28', 'gw_port': {'id': '5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:61:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d38fda6-a9bd-45ca-89cd-3bbc6e69a609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:34:07.107936 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:07.133770 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a2d8d2ae-6300-489a-8f2f-3dacf72ec9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:07.156844 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d8d2ae-6300-489a-8f2f-3dacf72ec9a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:34:07.223387 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a2d8d2ae-6300-489a-8f2f-3dacf72ec9a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681049'] for router_gateway (9d38fda6-a9bd-45ca-89cd-3bbc6e69a609), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:07.251350 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:07.312582 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a2d8d2ae-6300-489a-8f2f-3dacf72ec9a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router (9d38fda6-a9bd-45ca-89cd-3bbc6e69a609), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:07.315027 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a2d8d2ae-6300-489a-8f2f-3dacf72ec9a5 admin admin] Publish callbacks [] for router_controller (9d38fda6-a9bd-45ca-89cd-3bbc6e69a609), precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:07.366277 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a2d8d2ae-6300-489a-8f2f-3dacf72ec9a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-681326'] for router (9d38fda6-a9bd-45ca-89cd-3bbc6e69a609), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:07.367226 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d8d2ae-6300-489a-8f2f-3dacf72ec9a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d38fda6-a9bd-45ca-89cd-3bbc6e69a609 {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 19:34:07.372054 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a2d8d2ae-6300-489a-8f2f-3dacf72ec9a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:07.373240 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-a2d8d2ae-6300-489a-8f2f-3dacf72ec9a5 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/9d38fda6-a9bd-45ca-89cd-3bbc6e69a609 HTTP/1.1" status: 204 len: 168 time: 1.0122631 Sep 16 19:34:07.376616 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 50808) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:34:07.424062 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-b70a5ece-3024-4649-8053-6ecc82848c9a admin admin] Deleting subnet f796f6e5-3b84-4c9f-8c87-22a14447d493 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 19:34:07.427715 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b70a5ece-3024-4649-8053-6ecc82848c9a admin admin] Publish callbacks [] for subnet (f796f6e5-3b84-4c9f-8c87-22a14447d493), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:07.465649 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b70a5ece-3024-4649-8053-6ecc82848c9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2892030'] for subnet (f796f6e5-3b84-4c9f-8c87-22a14447d493), precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:07.549639 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b70a5ece-3024-4649-8053-6ecc82848c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16018794'] for subnet (f796f6e5-3b84-4c9f-8c87-22a14447d493), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:07.607053 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b70a5ece-3024-4649-8053-6ecc82848c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16022615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2678392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360859'] for subnet (f796f6e5-3b84-4c9f-8c87-22a14447d493), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:07.640058 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a5ece-3024-4649-8053-6ecc82848c9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f796f6e5-3b84-4c9f-8c87-22a14447d493,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:34:07.642058 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b70a5ece-3024-4649-8053-6ecc82848c9a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:07.645172 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-b70a5ece-3024-4649-8053-6ecc82848c9a admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/f796f6e5-3b84-4c9f-8c87-22a14447d493 HTTP/1.1" status: 204 len: 168 time: 0.2676368 Sep 16 19:34:07.646866 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b053d520-59e0-4680-ae5e-ced8ef9a6efc None None] Network 1e4e6da9-902d-45b4-9fce-268e4415ecdb requested from dv-cinder-850320-7-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 19:34:07.647843 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 50810) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:34:07.724097 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6ec42789-7964-4463-9fba-f3d49d3db35f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15995935'] for network (1e4e6da9-902d-45b4-9fce-268e4415ecdb), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:07.770509 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-6ec42789-7964-4463-9fba-f3d49d3db35f admin admin] Deleting port cec30bd8-93ca-4e57-9fce-b8840b1a6f37 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:34:07.770844 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6ec42789-7964-4463-9fba-f3d49d3db35f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (cec30bd8-93ca-4e57-9fce-b8840b1a6f37), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:07.834467 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-6ec42789-7964-4463-9fba-f3d49d3db35f admin admin] For port cec30bd8-93ca-4e57-9fce-b8840b1a6f37, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=cec30bd8-93ca-4e57-9fce-b8840b1a6f37,segment=NetworkSegment(8bad0fa0-00c8-4390-9fc0-ed8795108045),segment_id=8bad0fa0-00c8-4390-9fc0-ed8795108045)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:34:07.834852 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6ec42789-7964-4463-9fba-f3d49d3db35f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (cec30bd8-93ca-4e57-9fce-b8840b1a6f37), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:07.847531 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-6ec42789-7964-4463-9fba-f3d49d3db35f admin admin] Calling delete_port for cec30bd8-93ca-4e57-9fce-b8840b1a6f37 owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:34:07.935809 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6ec42789-7964-4463-9fba-f3d49d3db35f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (cec30bd8-93ca-4e57-9fce-b8840b1a6f37), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:07.950867 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f8b654-f3bc-456b-8741-4727af8942e4 None None] DHCP port deletion for 1e4e6da9-902d-45b4-9fce-268e4415ecdb request from dv-cinder-850320-7-iscsi {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 19:34:07.963641 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec42789-7964-4463-9fba-f3d49d3db35f admin admin] Pushing event deleted for resources: {'Port': ['ID=cec30bd8-93ca-4e57-9fce-b8840b1a6f37,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:34:07.968008 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec42789-7964-4463-9fba-f3d49d3db35f admin admin] No DVR routers for this DVR port cec30bd8-93ca-4e57-9fce-b8840b1a6f37 on host dv-cinder-850320-7-iscsi {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 19:34:08.045674 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6ec42789-7964-4463-9fba-f3d49d3db35f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16065089', 'neutron.services.segments.db._delete_segments_for_network-8764811785921'] for network (1e4e6da9-902d-45b4-9fce-268e4415ecdb), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:08.063836 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:08.067606 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-6ec42789-7964-4463-9fba-f3d49d3db35f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e4e6da9-902d-45b4-9fce-268e4415ecdb']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:34:08.077742 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-6ec42789-7964-4463-9fba-f3d49d3db35f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bad0fa0-00c8-4390-9fc0-ed8795108045') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:34:08.078065 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-6ec42789-7964-4463-9fba-f3d49d3db35f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bad0fa0-00c8-4390-9fc0-ed8795108045') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:34:08.088308 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6ec42789-7964-4463-9fba-f3d49d3db35f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764811785813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2891973'] for segment (8bad0fa0-00c8-4390-9fc0-ed8795108045), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:08.102856 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6ec42789-7964-4463-9fba-f3d49d3db35f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694'] for segment (8bad0fa0-00c8-4390-9fc0-ed8795108045), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:08.110507 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ec42789-7964-4463-9fba-f3d49d3db35f admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 19:34:08.111597 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6ec42789-7964-4463-9fba-f3d49d3db35f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2678466'] for segment (8bad0fa0-00c8-4390-9fc0-ed8795108045), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:08.177030 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6ec42789-7964-4463-9fba-f3d49d3db35f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16065144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681100'] for network (1e4e6da9-902d-45b4-9fce-268e4415ecdb), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:08.186117 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6ec42789-7964-4463-9fba-f3d49d3db35f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for network (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:08.189302 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-6ec42789-7964-4463-9fba-f3d49d3db35f admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/1e4e6da9-902d-45b4-9fce-268e4415ecdb HTTP/1.1" status: 204 len: 168 time: 0.5404944 Sep 16 19:34:08.200122 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec42789-7964-4463-9fba-f3d49d3db35f admin admin] Pushing event deleted for resources: {'Network': ['ID=1e4e6da9-902d-45b4-9fce-268e4415ecdb,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:34:08.209394 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.services.segments.plugin [-] Segment 8bad0fa0-00c8-4390-9fc0-ed8795108045 resource provider aggregate not found Sep 16 19:34:08.227298 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.services.segments.plugin [-] Segment 8bad0fa0-00c8-4390-9fc0-ed8795108045 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8bad0fa0-00c8-4390-9fc0-ed8795108045 found for delete ", "request_id": "req-80fdec79-aa5a-4abb-aaf5-9246cc8ad747"}]} Sep 16 19:34:08.321655 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 50820) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:34:08.367905 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:UPDATE=2,neutron:DELETE=8,neutron:SELECT=90 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:08.372356 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-b4a3c4eb-0607-43ad-b807-8587656f93bb admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=804d63e1308b4729aff976d65f667e28&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0496039 Sep 16 19:34:08.375683 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 50822) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:34:08.427331 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4ca09f19-c9bf-4207-bc4e-240e60b0fcec admin admin] Publish callbacks [] for security_group (53d9318f-571d-4f3c-9112-d11454bcc3fa), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:08.448375 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4ca09f19-c9bf-4207-bc4e-240e60b0fcec admin admin] Publish callbacks [] for security_group (53d9318f-571d-4f3c-9112-d11454bcc3fa), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:08.486069 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 2280f567-d19e-416f-8f6a-a99292e6a39d no longer exists at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:34:08.502206 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4ca09f19-c9bf-4207-bc4e-240e60b0fcec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (53d9318f-571d-4f3c-9112-d11454bcc3fa), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:08.505040 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4ca09f19-c9bf-4207-bc4e-240e60b0fcec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:08.505990 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] No Port match for: 2280f567-d19e-416f-8f6a-a99292e6a39d {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:34:08.506274 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-4ca09f19-c9bf-4207-bc4e-240e60b0fcec admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/53d9318f-571d-4f3c-9112-d11454bcc3fa HTTP/1.1" status: 204 len: 168 time: 0.1296320 Sep 16 19:34:08.506488 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 2280f567-d19e-416f-8f6a-a99292e6a39d not bound to the agent host dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:34:08.506734 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device cec30bd8-93ca-4e57-9fce-b8840b1a6f37 no longer exists at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:34:08.515724 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca09f19-c9bf-4207-bc4e-240e60b0fcec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d9318f-571d-4f3c-9112-d11454bcc3fa,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:34:08.532911 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] No Port match for: cec30bd8-93ca-4e57-9fce-b8840b1a6f37 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:34:08.533256 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device cec30bd8-93ca-4e57-9fce-b8840b1a6f37 not bound to the agent host dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:34:08.533674 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4 no longer exists at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:34:08.560340 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] No Port match for: 5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:34:08.560719 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 5eba1a0e-de6d-4a83-ab3d-a8f98aa900e4 not bound to the agent host dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:34:09.236849 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 50846) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:34:09.345237 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-4121e131-8e5b-4f75-b754-a517207c83f4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1087850337-network', 'tenant_id': 'ea12091447ba4a5799d6f416b32fa5cc'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:34:09.369377 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4121e131-8e5b-4f75-b754-a517207c83f4 admin admin] Made reservation on behalf of ea12091447ba4a5799d6f416b32fa5cc for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:34:09.371959 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4121e131-8e5b-4f75-b754-a517207c83f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for network (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:09.380658 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4121e131-8e5b-4f75-b754-a517207c83f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:09.470063 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4121e131-8e5b-4f75-b754-a517207c83f4 admin admin] Publish callbacks [] for security_group (76641d16-0ad0-4a50-994b-8d6d77f4b345), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:09.474888 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4121e131-8e5b-4f75-b754-a517207c83f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (76641d16-0ad0-4a50-994b-8d6d77f4b345), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:09.500560 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4121e131-8e5b-4f75-b754-a517207c83f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 19:34:09.510671 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4121e131-8e5b-4f75-b754-a517207c83f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76641d16-0ad0-4a50-994b-8d6d77f4b345,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:34:09.515502 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4121e131-8e5b-4f75-b754-a517207c83f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694'] for segment (36fb67b8-e635-4794-987f-fa439239cfd5), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:09.515837 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.db.segments_db [None req-4121e131-8e5b-4f75-b754-a517207c83f4 admin admin] Added segment 36fb67b8-e635-4794-987f-fa439239cfd5 of type vlan for network 244c5642-5ab0-4834-bd0e-759fe8c918bc Sep 16 19:34:09.556637 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4121e131-8e5b-4f75-b754-a517207c83f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764811224998'] for network (244c5642-5ab0-4834-bd0e-759fe8c918bc), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:09.585200 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4121e131-8e5b-4f75-b754-a517207c83f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119'] for network (244c5642-5ab0-4834-bd0e-759fe8c918bc), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:09.586766 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4121e131-8e5b-4f75-b754-a517207c83f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:09.587745 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4121e131-8e5b-4f75-b754-a517207c83f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for network (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:09.650141 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-4121e131-8e5b-4f75-b754-a517207c83f4 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4119837 Sep 16 19:34:09.653722 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 50850) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:34:09.655268 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4121e131-8e5b-4f75-b754-a517207c83f4 admin admin] Pushing event updated for resources: {'Network': ['ID=244c5642-5ab0-4834-bd0e-759fe8c918bc,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:34:09.658703 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-173ceaff-e6eb-44ec-853d-c971532799a3 admin admin] Request body: {'subnet': {'network_id': '244c5642-5ab0-4834-bd0e-759fe8c918bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1087850337-subnet', 'tenant_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:34:09.666425 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Network 244c5642-5ab0-4834-bd0e-759fe8c918bc details requested by agent ovs-agent-dv-cinder-850320-7-iscsi with host dv-cinder-850320-7-iscsi {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 19:34:09.682413 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173ceaff-e6eb-44ec-853d-c971532799a3 admin admin] Made reservation on behalf of ea12091447ba4a5799d6f416b32fa5cc for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:34:09.685316 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-173ceaff-e6eb-44ec-853d-c971532799a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3802329'] for subnet (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:09.745615 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:09.809386 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:09.867354 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-173ceaff-e6eb-44ec-853d-c971532799a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2443497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3802319'] for subnet (e74eaa38-2acb-40fa-b32b-5cd01428e71e), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:09.926730 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ceaff-e6eb-44ec-853d-c971532799a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e74eaa38-2acb-40fa-b32b-5cd01428e71e,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:34:09.934033 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173ceaff-e6eb-44ec-853d-c971532799a3 admin admin] Checking segment: {'id': '36fb67b8-e635-4794-987f-fa439239cfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '244c5642-5ab0-4834-bd0e-759fe8c918bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:34:09.934547 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173ceaff-e6eb-44ec-853d-c971532799a3 admin admin] Network hostable DHCP agents. Network: 244c5642-5ab0-4834-bd0e-759fe8c918bc, hostable agents: ['ba1fefac-954c-4dc4-b172-e3e5be1bbc35'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 19:34:09.955047 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173ceaff-e6eb-44ec-853d-c971532799a3 admin admin] Network 244c5642-5ab0-4834-bd0e-759fe8c918bc is scheduled to be hosted by DHCP agent ba1fefac-954c-4dc4-b172-e3e5be1bbc35 with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 19:34:09.965995 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-173ceaff-e6eb-44ec-853d-c971532799a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850320-7-iscsi, 244c5642-5ab0-4834-bd0e-759fe8c918bc) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:34:09.970052 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173ceaff-e6eb-44ec-853d-c971532799a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:09.970647 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-173ceaff-e6eb-44ec-853d-c971532799a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:09.974962 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5df445-519d-4980-9788-8d0295fbf0f0 None None] Network 244c5642-5ab0-4834-bd0e-759fe8c918bc requested from dv-cinder-850320-7-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 19:34:09.988280 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-173ceaff-e6eb-44ec-853d-c971532799a3 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3334794 Sep 16 19:34:09.991052 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 50852) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:34:09.995525 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-2dd61ad4-4428-433f-9c80-32f36412d2c4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1087850337-router', 'tenant_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:34:10.022667 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2dd61ad4-4428-433f-9c80-32f36412d2c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-680076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4722'] for router (f36e8da1-e941-4b36-8c3c-5c066dcbd250), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:10.024169 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2dd61ad4-4428-433f-9c80-32f36412d2c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-776702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4729'] for router (f36e8da1-e941-4b36-8c3c-5c066dcbd250), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:10.073536 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2dd61ad4-4428-433f-9c80-32f36412d2c4 admin admin] Publish callbacks [] for router_controller (f36e8da1-e941-4b36-8c3c-5c066dcbd250), precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:10.086075 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f2c571-00f8-4dc0-b062-6eec2241770b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3be41fd3-b622-5347-8adb-91649a85407c-244c5642-5ab0-4834-bd0e-759fe8c918bc', 'network_id': '244c5642-5ab0-4834-bd0e-759fe8c918bc', 'project_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'fixed_ips': [{'subnet_id': 'e74eaa38-2acb-40fa-b32b-5cd01428e71e'}]}} from dv-cinder-850320-7-iscsi. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 19:34:10.087031 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12f2c571-00f8-4dc0-b062-6eec2241770b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:10.212897 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2dd61ad4-4428-433f-9c80-32f36412d2c4 admin admin] Publish callbacks [] for router_gateway (f36e8da1-e941-4b36-8c3c-5c066dcbd250), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:10.233772 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-12f2c571-00f8-4dc0-b062-6eec2241770b None None] Allocated IP 172.20.0.2 (244c5642-5ab0-4834-bd0e-759fe8c918bc/e74eaa38-2acb-40fa-b32b-5cd01428e71e/cc7089b1-9bfb-4ce9-9c42-6e96d89e2251) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:34:10.390887 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12f2c571-00f8-4dc0-b062-6eec2241770b None None] Publish callbacks [] for port (cc7089b1-9bfb-4ce9-9c42-6e96d89e2251), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:10.399421 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12f2c571-00f8-4dc0-b062-6eec2241770b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816'] for port (cc7089b1-9bfb-4ce9-9c42-6e96d89e2251), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:10.411809 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2dd61ad4-4428-433f-9c80-32f36412d2c4 admin admin] Publish callbacks [] for router_gateway (f36e8da1-e941-4b36-8c3c-5c066dcbd250), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:10.431145 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2dd61ad4-4428-433f-9c80-32f36412d2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:10.453331 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f2c571-00f8-4dc0-b062-6eec2241770b None None] Network 244c5642-5ab0-4834-bd0e-759fe8c918bc is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:34:10.456578 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-12f2c571-00f8-4dc0-b062-6eec2241770b None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:34:10.460891 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f2c571-00f8-4dc0-b062-6eec2241770b None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:34:10.467919 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f2c571-00f8-4dc0-b062-6eec2241770b None None] Pushing event updated for resources: {'Port': ['ID=cc7089b1-9bfb-4ce9-9c42-6e96d89e2251,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:34:10.523623 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-12f2c571-00f8-4dc0-b062-6eec2241770b None None] Attempting to bind port cc7089b1-9bfb-4ce9-9c42-6e96d89e2251 on host dv-cinder-850320-7-iscsi for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:34:10.523977 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-12f2c571-00f8-4dc0-b062-6eec2241770b None None] Attempting to bind port cc7089b1-9bfb-4ce9-9c42-6e96d89e2251 by drivers openvswitch,hyperv on host dv-cinder-850320-7-iscsi at level 0 using segments [{'id': '36fb67b8-e635-4794-987f-fa439239cfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '244c5642-5ab0-4834-bd0e-759fe8c918bc'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:34:10.524352 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f2c571-00f8-4dc0-b062-6eec2241770b None None] Attempting to bind port cc7089b1-9bfb-4ce9-9c42-6e96d89e2251 on network 244c5642-5ab0-4834-bd0e-759fe8c918bc {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:34:10.569728 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f2c571-00f8-4dc0-b062-6eec2241770b None None] Checking agent: {'id': 'b5f6a205-959f-46f4-8ef4-8f70c2c67a2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850320-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 18, 35), 'started_at': datetime.datetime(2022, 9, 16, 19, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850320-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:34:10.570047 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f2c571-00f8-4dc0-b062-6eec2241770b None None] Checking segment: {'id': '36fb67b8-e635-4794-987f-fa439239cfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '244c5642-5ab0-4834-bd0e-759fe8c918bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:34:10.570476 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12f2c571-00f8-4dc0-b062-6eec2241770b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:10.570849 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f2c571-00f8-4dc0-b062-6eec2241770b None None] Bound using segment: {'id': '36fb67b8-e635-4794-987f-fa439239cfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '244c5642-5ab0-4834-bd0e-759fe8c918bc'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:34:10.571336 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-12f2c571-00f8-4dc0-b062-6eec2241770b None None] Bound port: cc7089b1-9bfb-4ce9-9c42-6e96d89e2251, host: dv-cinder-850320-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36fb67b8-e635-4794-987f-fa439239cfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '244c5642-5ab0-4834-bd0e-759fe8c918bc'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:34:10.571708 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12f2c571-00f8-4dc0-b062-6eec2241770b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (cc7089b1-9bfb-4ce9-9c42-6e96d89e2251), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:10.574306 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:10.580407 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-2dd61ad4-4428-433f-9c80-32f36412d2c4 admin admin] Allocated IP 172.27.2.36 (01cd8397-3ed1-4c5d-9923-fabf569219df/d3fb57fd-37cc-4923-b90f-7dd3d712a8d3/13a913e7-fbd9-47b5-8b8a-b0594341432e) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:34:10.587883 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83489aea-2d58-4d16-997b-f37d0fb3f683 req-006ddb4c-95a7-45db-a1c2-b1cc84e65185 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:10.589373 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-83489aea-2d58-4d16-997b-f37d0fb3f683 req-006ddb4c-95a7-45db-a1c2-b1cc84e65185 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 945 time: 0.0673141 Sep 16 19:34:10.604461 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:10.634985 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12f2c571-00f8-4dc0-b062-6eec2241770b None None] For port cc7089b1-9bfb-4ce9-9c42-6e96d89e2251, host dv-cinder-850320-7-iscsi, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:34:10.638440 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12f2c571-00f8-4dc0-b062-6eec2241770b None None] For port cc7089b1-9bfb-4ce9-9c42-6e96d89e2251, host dv-cinder-850320-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=cc7089b1-9bfb-4ce9-9c42-6e96d89e2251,segment=NetworkSegment(36fb67b8-e635-4794-987f-fa439239cfd5),segment_id=36fb67b8-e635-4794-987f-fa439239cfd5)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:34:10.645866 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12f2c571-00f8-4dc0-b062-6eec2241770b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (cc7089b1-9bfb-4ce9-9c42-6e96d89e2251), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:10.698225 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f2c571-00f8-4dc0-b062-6eec2241770b None None] Pushing event updated for resources: {'Port': ['ID=cc7089b1-9bfb-4ce9-9c42-6e96d89e2251,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:34:10.907774 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:10.932765 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-83489aea-2d58-4d16-997b-f37d0fb3f683 req-7a9b8e1c-fb7f-4aa0-a79a-ab10c3050aa2 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3354337 Sep 16 19:34:10.939213 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:10.978217 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2dd61ad4-4428-433f-9c80-32f36412d2c4 admin admin] Publish callbacks [] for port (13a913e7-fbd9-47b5-8b8a-b0594341432e), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:11.011867 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2dd61ad4-4428-433f-9c80-32f36412d2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (13a913e7-fbd9-47b5-8b8a-b0594341432e), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:11.052296 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd61ad4-4428-433f-9c80-32f36412d2c4 admin admin] Network 01cd8397-3ed1-4c5d-9923-fabf569219df is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:34:11.057350 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-2dd61ad4-4428-433f-9c80-32f36412d2c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:34:11.059769 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd61ad4-4428-433f-9c80-32f36412d2c4 admin admin] Pushing event updated for resources: {'Port': ['ID=13a913e7-fbd9-47b5-8b8a-b0594341432e,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:34:11.061899 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd61ad4-4428-433f-9c80-32f36412d2c4 admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:34:11.305320 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2dd61ad4-4428-433f-9c80-32f36412d2c4 admin admin] Publish callbacks [] for router_gateway (f36e8da1-e941-4b36-8c3c-5c066dcbd250), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:11.501214 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2dd61ad4-4428-433f-9c80-32f36412d2c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-680937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router (f36e8da1-e941-4b36-8c3c-5c066dcbd250), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:11.534608 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ba62ea-2a1d-45ba-a264-a23f71ccb25f None None] Network 244c5642-5ab0-4834-bd0e-759fe8c918bc requested from dv-cinder-850320-7-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 19:34:11.636030 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd61ad4-4428-433f-9c80-32f36412d2c4 admin admin] Router f36e8da1-e941-4b36-8c3c-5c066dcbd250 is scheduled to L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 19:34:11.725576 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-67ccc62b-7182-4770-8def-e4d6b33739b5 None None] Provisioning complete for port cc7089b1-9bfb-4ce9-9c42-6e96d89e2251 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:34:11.726253 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-67ccc62b-7182-4770-8def-e4d6b33739b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (cc7089b1-9bfb-4ce9-9c42-6e96d89e2251), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:11.726253 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-67ccc62b-7182-4770-8def-e4d6b33739b5 None None] Attempt 1 to provision port cc7089b1-9bfb-4ce9-9c42-6e96d89e2251 Sep 16 19:34:11.742041 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd61ad4-4428-433f-9c80-32f36412d2c4 admin admin] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:34:11.746881 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:11.757738 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9513626-5dbc-4a0b-86c8-fd3ebae3dd5e None None] Sync routers for ids ['f36e8da1-e941-4b36-8c3c-5c066dcbd250'] in dv-cinder-850320-7-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:34:11.765246 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2dd61ad4-4428-433f-9c80-32f36412d2c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:11.769372 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-2dd61ad4-4428-433f-9c80-32f36412d2c4 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7745526 Sep 16 19:34:11.770091 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 50864) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:34:11.813390 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9513626-5dbc-4a0b-86c8-fd3ebae3dd5e None None] Routers {'f36e8da1-e941-4b36-8c3c-5c066dcbd250'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:34:11.813946 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-f9513626-5dbc-4a0b-86c8-fd3ebae3dd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:34:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['f36e8da1-e941-4b36-8c3c-5c066dcbd250'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:34:11.914231 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031a9ea-7a3a-40af-9c88-c0ddd53620ad req-63f05459-4ff1-473f-9aa3-a5400d5e72dc tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:11.915907 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a031a9ea-7a3a-40af-9c88-c0ddd53620ad req-63f05459-4ff1-473f-9aa3-a5400d5e72dc tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 945 time: 0.0805380 Sep 16 19:34:11.976860 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-67ccc62b-7182-4770-8def-e4d6b33739b5 None None] Current status of the port cc7089b1-9bfb-4ce9-9c42-6e96d89e2251 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:34:11.977254 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-67ccc62b-7182-4770-8def-e4d6b33739b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (cc7089b1-9bfb-4ce9-9c42-6e96d89e2251), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:12.036605 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-f9513626-5dbc-4a0b-86c8-fd3ebae3dd5e None None] Set router f36e8da1-e941-4b36-8c3c-5c066dcbd250 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:34:12.043672 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:12.044640 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-a031a9ea-7a3a-40af-9c88-c0ddd53620ad req-01d5830e-ca33-49b2-9e67-885eeac6a99a tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Deleting port bea6c9de-5e89-45b4-bf9a-289f31f5e544 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:34:12.045040 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a031a9ea-7a3a-40af-9c88-c0ddd53620ad req-01d5830e-ca33-49b2-9e67-885eeac6a99a tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (bea6c9de-5e89-45b4-bf9a-289f31f5e544), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:12.065965 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-67ccc62b-7182-4770-8def-e4d6b33739b5 None None] For port cc7089b1-9bfb-4ce9-9c42-6e96d89e2251, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=cc7089b1-9bfb-4ce9-9c42-6e96d89e2251,segment=NetworkSegment(36fb67b8-e635-4794-987f-fa439239cfd5),segment_id=36fb67b8-e635-4794-987f-fa439239cfd5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:34:12.099533 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3001b1c1-6e45-4f62-b396-c2af939f03bb req-510fea89-a202-43de-8a70-151aed336784 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0926676 Sep 16 19:34:12.101154 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-67ccc62b-7182-4770-8def-e4d6b33739b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (cc7089b1-9bfb-4ce9-9c42-6e96d89e2251), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:12.159189 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-a031a9ea-7a3a-40af-9c88-c0ddd53620ad req-01d5830e-ca33-49b2-9e67-885eeac6a99a tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] For port bea6c9de-5e89-45b4-bf9a-289f31f5e544, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=bea6c9de-5e89-45b4-bf9a-289f31f5e544,segment=NetworkSegment(1bbf8b0b-6495-4316-87f9-c02c1faf60ca),segment_id=1bbf8b0b-6495-4316-87f9-c02c1faf60ca)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:34:12.159581 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a031a9ea-7a3a-40af-9c88-c0ddd53620ad req-01d5830e-ca33-49b2-9e67-885eeac6a99a tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (bea6c9de-5e89-45b4-bf9a-289f31f5e544), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:12.205921 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ccc62b-7182-4770-8def-e4d6b33739b5 None None] Pushing event updated for resources: {'Port': ['ID=cc7089b1-9bfb-4ce9-9c42-6e96d89e2251,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:34:12.224150 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c579e-6983-4e7c-b469-1dea73eea3dc req-c11d9f7b-3673-4cef-8def-ea0d59f42bb2 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:12.225688 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-623c579e-6983-4e7c-b469-1dea73eea3dc req-c11d9f7b-3673-4cef-8def-ea0d59f42bb2 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 945 time: 0.1297271 Sep 16 19:34:12.237008 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-27133a56-c4ae-4225-8ab6-f5f452574081 None None] Provisioning complete for port cc7089b1-9bfb-4ce9-9c42-6e96d89e2251 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:34:12.237383 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-27133a56-c4ae-4225-8ab6-f5f452574081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (cc7089b1-9bfb-4ce9-9c42-6e96d89e2251), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:12.237713 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-27133a56-c4ae-4225-8ab6-f5f452574081 None None] Attempt 1 to provision port cc7089b1-9bfb-4ce9-9c42-6e96d89e2251 Sep 16 19:34:12.251454 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001b1c1-6e45-4f62-b396-c2af939f03bb req-4d9085de-a052-476d-9b8f-5d62350fc8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:12.252954 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3001b1c1-6e45-4f62-b396-c2af939f03bb req-4d9085de-a052-476d-9b8f-5d62350fc8e2 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=d7fc1dae09f145afab37db3a792430d3&device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 1129 time: 0.1063082 Sep 16 19:34:12.253354 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:12.301101 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=10 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:12.311583 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-f9513626-5dbc-4a0b-86c8-fd3ebae3dd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'name': 'tempest-AttachVolumeShelveTestJSON-1087850337-router', 'tenant_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '13a913e7-fbd9-47b5-8b8a-b0594341432e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:34:10Z', 'updated_at': '2022-09-16T19:34:11Z', 'revision_number': 3, 'project_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'gw_port': {'id': '13a913e7-fbd9-47b5-8b8a-b0594341432e', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:34:10Z', 'updated_at': '2022-09-16T19:34:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi'}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:34:12.339067 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9513626-5dbc-4a0b-86c8-fd3ebae3dd5e None None] Checking router: f36e8da1-e941-4b36-8c3c-5c066dcbd250 for host: dv-cinder-850320-7-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:34:12.339473 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9513626-5dbc-4a0b-86c8-fd3ebae3dd5e None None] Updating router f36e8da1-e941-4b36-8c3c-5c066dcbd250 port 13a913e7-fbd9-47b5-8b8a-b0594341432e binding host dv-cinder-850320-7-iscsi {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 19:34:12.357395 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a031a9ea-7a3a-40af-9c88-c0ddd53620ad req-01d5830e-ca33-49b2-9e67-885eeac6a99a tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:12.357803 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a031a9ea-7a3a-40af-9c88-c0ddd53620ad req-01d5830e-ca33-49b2-9e67-885eeac6a99a tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681123'] for floatingip (32663e9b-705a-4e01-b17d-882860be3fc8), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:12.358053 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.db.l3_db [req-a031a9ea-7a3a-40af-9c88-c0ddd53620ad req-01d5830e-ca33-49b2-9e67-885eeac6a99a tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Floating IP 32663e9b-705a-4e01-b17d-882860be3fc8 disassociated. External IP: 172.27.2.150, port: bea6c9de-5e89-45b4-bf9a-289f31f5e544. Sep 16 19:34:12.358389 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-a031a9ea-7a3a-40af-9c88-c0ddd53620ad req-01d5830e-ca33-49b2-9e67-885eeac6a99a tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Calling delete_port for bea6c9de-5e89-45b4-bf9a-289f31f5e544 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:34:12.378693 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-623c579e-6983-4e7c-b469-1dea73eea3dc req-f8b02cf5-5bff-425b-966d-a0ef049e4161 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a598f7fd-bee5-4e49-9a89-601e8481b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443729 Sep 16 19:34:12.398234 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f9513626-5dbc-4a0b-86c8-fd3ebae3dd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (13a913e7-fbd9-47b5-8b8a-b0594341432e), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:12.399794 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-27133a56-c4ae-4225-8ab6-f5f452574081 None None] Current status of the port cc7089b1-9bfb-4ce9-9c42-6e96d89e2251 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:34:12.431080 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:12.477000 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001b1c1-6e45-4f62-b396-c2af939f03bb req-3b81f568-50a3-41cd-a126-3abb1364ed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:12.478507 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3001b1c1-6e45-4f62-b396-c2af939f03bb req-3b81f568-50a3-41cd-a126-3abb1364ed51 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=4fc394e5-4a72-4e1b-a046-66e03ed753a7 HTTP/1.1" status: 200 len: 909 time: 0.2002616 Sep 16 19:34:12.491625 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:12.530174 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a031a9ea-7a3a-40af-9c88-c0ddd53620ad req-01d5830e-ca33-49b2-9e67-885eeac6a99a tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (bea6c9de-5e89-45b4-bf9a-289f31f5e544), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:12.564624 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d5830e-ca33-49b2-9e67-885eeac6a99a tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Pushing event deleted for resources: {'Port': ['ID=bea6c9de-5e89-45b4-bf9a-289f31f5e544,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:34:12.580171 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3001b1c1-6e45-4f62-b396-c2af939f03bb req-d9de1541-8536-49f4-bf63-f87d8ea4e307 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad34d119-da03-42cc-b88e-67ae41f8d0e0 HTTP/1.1" status: 200 len: 1001 time: 0.0935690 Sep 16 19:34:12.581842 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device cc7089b1-9bfb-4ce9-9c42-6e96d89e2251 up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:34:12.586880 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9f82a8e8-18bc-4c7a-b9ba-4cd785bd2e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:12.668969 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port cc7089b1-9bfb-4ce9-9c42-6e96d89e2251 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:34:12.669347 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (cc7089b1-9bfb-4ce9-9c42-6e96d89e2251), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:12.669686 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port cc7089b1-9bfb-4ce9-9c42-6e96d89e2251 Sep 16 19:34:12.690086 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001b1c1-6e45-4f62-b396-c2af939f03bb req-68831d2c-6be0-4a68-a7cf-dbadac9eff4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:12.691362 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a031a9ea-7a3a-40af-9c88-c0ddd53620ad req-01d5830e-ca33-49b2-9e67-885eeac6a99a tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Router 740295f4-51e8-4b53-b3d9-d5677e6c4721 has already been hosted by L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:34:12.691573 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3001b1c1-6e45-4f62-b396-c2af939f03bb req-68831d2c-6be0-4a68-a7cf-dbadac9eff4e service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=fcb3e0c9-538f-40ce-83b8-814de92b3dde HTTP/1.1" status: 200 len: 847 time: 0.0907483 Sep 16 19:34:12.779436 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001b1c1-6e45-4f62-b396-c2af939f03bb req-2e411a73-d5c6-4bfb-9776-6e4c0f70c3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:12.781018 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3001b1c1-6e45-4f62-b396-c2af939f03bb req-2e411a73-d5c6-4bfb-9776-6e4c0f70c3bf service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=4fc394e5-4a72-4e1b-a046-66e03ed753a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0804534 Sep 16 19:34:12.797024 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f9513626-5dbc-4a0b-86c8-fd3ebae3dd5e None None] Publish callbacks [] for port (13a913e7-fbd9-47b5-8b8a-b0594341432e), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:12.809226 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f9513626-5dbc-4a0b-86c8-fd3ebae3dd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (13a913e7-fbd9-47b5-8b8a-b0594341432e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:12.811877 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a031a9ea-7a3a-40af-9c88-c0ddd53620ad req-01d5830e-ca33-49b2-9e67-885eeac6a99a tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:34:12.825207 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4b3c1b-b0b8-452c-977d-911e9bfc6b44 None None] Sync routers for ids ['740295f4-51e8-4b53-b3d9-d5677e6c4721'] in dv-cinder-850320-7-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:34:12.835784 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4b3c1b-b0b8-452c-977d-911e9bfc6b44 None None] Routers {'740295f4-51e8-4b53-b3d9-d5677e6c4721'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:34:12.836775 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-4d4b3c1b-b0b8-452c-977d-911e9bfc6b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:34:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['740295f4-51e8-4b53-b3d9-d5677e6c4721'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:34:12.842781 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:12.848962 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port cc7089b1-9bfb-4ce9-9c42-6e96d89e2251 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:34:12.853558 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-f9513626-5dbc-4a0b-86c8-fd3ebae3dd5e None None] Attempting to bind port 13a913e7-fbd9-47b5-8b8a-b0594341432e on host dv-cinder-850320-7-iscsi for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:34:12.853928 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-f9513626-5dbc-4a0b-86c8-fd3ebae3dd5e None None] Attempting to bind port 13a913e7-fbd9-47b5-8b8a-b0594341432e by drivers openvswitch,hyperv on host dv-cinder-850320-7-iscsi at level 0 using segments [{'id': 'ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:34:12.854284 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9513626-5dbc-4a0b-86c8-fd3ebae3dd5e None None] Attempting to bind port 13a913e7-fbd9-47b5-8b8a-b0594341432e on network 01cd8397-3ed1-4c5d-9923-fabf569219df {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:34:12.867678 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-a031a9ea-7a3a-40af-9c88-c0ddd53620ad req-01d5830e-ca33-49b2-9e67-885eeac6a99a tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] No DVR routers for this DVR port bea6c9de-5e89-45b4-bf9a-289f31f5e544 on host hv-cinder-85032 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 19:34:12.871580 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a031a9ea-7a3a-40af-9c88-c0ddd53620ad req-01d5830e-ca33-49b2-9e67-885eeac6a99a tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:12.876179 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a031a9ea-7a3a-40af-9c88-c0ddd53620ad req-01d5830e-ca33-49b2-9e67-885eeac6a99a tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.27 "DELETE /networking/v2.0/ports/bea6c9de-5e89-45b4-bf9a-289f31f5e544 HTTP/1.1" status: 204 len: 173 time: 0.9541898 Sep 16 19:34:12.877202 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4517a109-0e87-4b92-b499-4182d9501752', 'name': 'network-vif-deleted', 'tag': 'bea6c9de-5e89-45b4-bf9a-289f31f5e544'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:34:12.879798 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e152f16bac9f1df6f483fa1cb5a6d8c6a2a494143f87e2794594a52eeef6f53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad4def2-a9d0-40e7-b079-21d8d8fee025" -d '{"events": [{"server_uuid": "4517a109-0e87-4b92-b499-4182d9501752", "name": "network-vif-deleted", "tag": "bea6c9de-5e89-45b4-bf9a-289f31f5e544"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:34:12.900822 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-9f82a8e8-18bc-4c7a-b9ba-4cd785bd2e2d admin admin] Allocated IP 172.20.0.1 (244c5642-5ab0-4834-bd0e-759fe8c918bc/e74eaa38-2acb-40fa-b32b-5cd01428e71e/7753f85b-c077-4d9f-bbdd-12f24e1e583f) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:34:12.903545 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f3e98-2efd-450f-b707-f093840cdf66 None None] Pushing event updated for resources: {'Port': ['ID=13a913e7-fbd9-47b5-8b8a-b0594341432e,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:34:12.920922 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9513626-5dbc-4a0b-86c8-fd3ebae3dd5e None None] Checking agent: {'id': 'b5f6a205-959f-46f4-8ef4-8f70c2c67a2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850320-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 18, 35), 'started_at': datetime.datetime(2022, 9, 16, 19, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850320-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:34:12.921292 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9513626-5dbc-4a0b-86c8-fd3ebae3dd5e None None] Checking segment: {'id': 'ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:34:12.921696 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f9513626-5dbc-4a0b-86c8-fd3ebae3dd5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:12.922758 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9513626-5dbc-4a0b-86c8-fd3ebae3dd5e None None] Bound using segment: {'id': 'ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:34:12.923250 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-f9513626-5dbc-4a0b-86c8-fd3ebae3dd5e None None] Bound port: 13a913e7-fbd9-47b5-8b8a-b0594341432e, host: dv-cinder-850320-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:34:12.923628 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f9513626-5dbc-4a0b-86c8-fd3ebae3dd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (13a913e7-fbd9-47b5-8b8a-b0594341432e), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:12.962727 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 19:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0926d1ed-0f13-4511-ab8d-a6157804f818 x-openstack-request-id: req-0926d1ed-0f13-4511-ab8d-a6157804f818 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:34:12.963636 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4517a109-0e87-4b92-b499-4182d9501752", "name": "network-vif-deleted", "tag": "bea6c9de-5e89-45b4-bf9a-289f31f5e544", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:34:12.964082 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0926d1ed-0f13-4511-ab8d-a6157804f818 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:34:12.964792 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0926d1ed-0f13-4511-ab8d-a6157804f818'] response: {'server_uuid': '4517a109-0e87-4b92-b499-4182d9501752', 'name': 'network-vif-deleted', 'tag': 'bea6c9de-5e89-45b4-bf9a-289f31f5e544', 'status': 'completed', 'code': 200} Sep 16 19:34:12.997495 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-f9513626-5dbc-4a0b-86c8-fd3ebae3dd5e None None] For port 13a913e7-fbd9-47b5-8b8a-b0594341432e, host dv-cinder-850320-7-iscsi, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:34:13.001631 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-f9513626-5dbc-4a0b-86c8-fd3ebae3dd5e None None] For port 13a913e7-fbd9-47b5-8b8a-b0594341432e, host dv-cinder-850320-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=13a913e7-fbd9-47b5-8b8a-b0594341432e,segment=NetworkSegment(ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2),segment_id=ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:34:13.013053 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f9513626-5dbc-4a0b-86c8-fd3ebae3dd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (13a913e7-fbd9-47b5-8b8a-b0594341432e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:13.069267 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9513626-5dbc-4a0b-86c8-fd3ebae3dd5e None None] Routers {'f36e8da1-e941-4b36-8c3c-5c066dcbd250'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:34:13.070288 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-f9513626-5dbc-4a0b-86c8-fd3ebae3dd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:34:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['f36e8da1-e941-4b36-8c3c-5c066dcbd250'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:34:13.084916 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3001b1c1-6e45-4f62-b396-c2af939f03bb req-f2c7a316-9be3-4062-8a4e-f51f4caf3c2d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4fc394e5-4a72-4e1b-a046-66e03ed753a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791607 Sep 16 19:34:13.097647 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-4d4b3c1b-b0b8-452c-977d-911e9bfc6b44 None None] Set router 740295f4-51e8-4b53-b3d9-d5677e6c4721 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:34:13.140039 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f3e98-2efd-450f-b707-f093840cdf66 None None] Pushing event updated for resources: {'Port': ['ID=13a913e7-fbd9-47b5-8b8a-b0594341432e,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:34:13.230687 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:13.244656 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9f82a8e8-18bc-4c7a-b9ba-4cd785bd2e2d admin admin] Publish callbacks [] for port (7753f85b-c077-4d9f-bbdd-12f24e1e583f), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:13.248410 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-f9513626-5dbc-4a0b-86c8-fd3ebae3dd5e None None] Set router f36e8da1-e941-4b36-8c3c-5c066dcbd250 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:34:13.311360 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3001b1c1-6e45-4f62-b396-c2af939f03bb req-c8d29fd0-ebe9-41ff-9aec-af77d352ba42 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4fc394e5-4a72-4e1b-a046-66e03ed753a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046618 Sep 16 19:34:13.311622 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:13.325173 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9f82a8e8-18bc-4c7a-b9ba-4cd785bd2e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (7753f85b-c077-4d9f-bbdd-12f24e1e583f), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:13.332673 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-4d4b3c1b-b0b8-452c-977d-911e9bfc6b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'name': 'tempest-AttachVolumeTestJSON-2106035523-router', 'tenant_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'dd937700-5f8d-4f77-b3ab-9d4e1a64f888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:27:02Z', 'revision_number': 4, 'project_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'gw_port': {'id': 'dd937700-5f8d-4f77-b3ab-9d4e1a64f888', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:52Z', 'updated_at': '2022-09-16T19:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '1de6dbe0-9c8d-449a-ac88-31668696a1ef', 'name': '', 'network_id': 'c95d3abe-3283-4882-9a4b-da4bde31c550', 'tenant_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'mac_address': 'fa:16:3e:43:31:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bd855fb2-111c-4847-9866-e1c6fab3dfc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:27:00Z', 'updated_at': '2022-09-16T19:27:09Z', 'revision_number': 5, 'project_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'subnets': [{'id': 'bd855fb2-111c-4847-9866-e1c6fab3dfc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:34:13.365087 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:13.367812 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4b3c1b-b0b8-452c-977d-911e9bfc6b44 None None] Checking router: 740295f4-51e8-4b53-b3d9-d5677e6c4721 for host: dv-cinder-850320-7-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:34:13.368631 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f82a8e8-18bc-4c7a-b9ba-4cd785bd2e2d admin admin] Network 244c5642-5ab0-4834-bd0e-759fe8c918bc is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:34:13.376651 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-9f82a8e8-18bc-4c7a-b9ba-4cd785bd2e2d admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:34:13.377623 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4b3c1b-b0b8-452c-977d-911e9bfc6b44 None None] Routers {'740295f4-51e8-4b53-b3d9-d5677e6c4721'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:34:13.379209 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-4d4b3c1b-b0b8-452c-977d-911e9bfc6b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:34:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['740295f4-51e8-4b53-b3d9-d5677e6c4721'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:34:13.380837 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f82a8e8-18bc-4c7a-b9ba-4cd785bd2e2d admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:34:13.404657 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:13.409450 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82a8e8-18bc-4c7a-b9ba-4cd785bd2e2d admin admin] Pushing event updated for resources: {'Port': ['ID=7753f85b-c077-4d9f-bbdd-12f24e1e583f,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:34:13.434779 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9f82a8e8-18bc-4c7a-b9ba-4cd785bd2e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771352'] for router_interface (f36e8da1-e941-4b36-8c3c-5c066dcbd250), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:13.515750 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-4d4b3c1b-b0b8-452c-977d-911e9bfc6b44 None None] Set router 740295f4-51e8-4b53-b3d9-d5677e6c4721 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:34:13.531183 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-f9513626-5dbc-4a0b-86c8-fd3ebae3dd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'name': 'tempest-AttachVolumeShelveTestJSON-1087850337-router', 'tenant_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '13a913e7-fbd9-47b5-8b8a-b0594341432e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:34:10Z', 'updated_at': '2022-09-16T19:34:11Z', 'revision_number': 3, 'project_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'gw_port': {'id': '13a913e7-fbd9-47b5-8b8a-b0594341432e', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:34:10Z', 'updated_at': '2022-09-16T19:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi'}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:34:13.551381 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:13.560097 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9513626-5dbc-4a0b-86c8-fd3ebae3dd5e None None] The sync data for ids ['f36e8da1-e941-4b36-8c3c-5c066dcbd250'] in dv-cinder-850320-7-iscsi is: [{'id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'name': 'tempest-AttachVolumeShelveTestJSON-1087850337-router', 'tenant_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '13a913e7-fbd9-47b5-8b8a-b0594341432e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:34:10Z', 'updated_at': '2022-09-16T19:34:11Z', 'revision_number': 3, 'project_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'gw_port': {'id': '13a913e7-fbd9-47b5-8b8a-b0594341432e', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:34:10Z', 'updated_at': '2022-09-16T19:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi'}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:34:13.597138 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-64b1dcb7-72ae-477d-882a-9a61b8bd56f3 req-0e851c6d-4e23-4b4d-a467-8281436347c5 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4517a109-0e87-4b92-b499-4182d9501752 HTTP/1.1" status: 200 len: 210 time: 0.0360947 Sep 16 19:34:13.634771 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9f82a8e8-18bc-4c7a-b9ba-4cd785bd2e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (7753f85b-c077-4d9f-bbdd-12f24e1e583f), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:13.659291 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-45fd2ae8-9b67-45c8-8927-425ce640aa51 None None] Provisioning complete for port 7753f85b-c077-4d9f-bbdd-12f24e1e583f triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:34:13.659548 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-45fd2ae8-9b67-45c8-8927-425ce640aa51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (7753f85b-c077-4d9f-bbdd-12f24e1e583f), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:13.659881 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-45fd2ae8-9b67-45c8-8927-425ce640aa51 None None] Attempt 1 to provision port 7753f85b-c077-4d9f-bbdd-12f24e1e583f Sep 16 19:34:13.698058 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-45fd2ae8-9b67-45c8-8927-425ce640aa51 None None] Port 7753f85b-c077-4d9f-bbdd-12f24e1e583f cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:34:13.787173 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-4d4b3c1b-b0b8-452c-977d-911e9bfc6b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'name': 'tempest-AttachVolumeTestJSON-2106035523-router', 'tenant_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'dd937700-5f8d-4f77-b3ab-9d4e1a64f888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:27:02Z', 'revision_number': 4, 'project_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'gw_port': {'id': 'dd937700-5f8d-4f77-b3ab-9d4e1a64f888', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:52Z', 'updated_at': '2022-09-16T19:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '1de6dbe0-9c8d-449a-ac88-31668696a1ef', 'name': '', 'network_id': 'c95d3abe-3283-4882-9a4b-da4bde31c550', 'tenant_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'mac_address': 'fa:16:3e:43:31:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bd855fb2-111c-4847-9866-e1c6fab3dfc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:27:00Z', 'updated_at': '2022-09-16T19:27:09Z', 'revision_number': 5, 'project_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'subnets': [{'id': 'bd855fb2-111c-4847-9866-e1c6fab3dfc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:34:13.814768 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4b3c1b-b0b8-452c-977d-911e9bfc6b44 None None] The sync data for ids ['740295f4-51e8-4b53-b3d9-d5677e6c4721'] in dv-cinder-850320-7-iscsi is: [{'id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'name': 'tempest-AttachVolumeTestJSON-2106035523-router', 'tenant_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'dd937700-5f8d-4f77-b3ab-9d4e1a64f888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:27:02Z', 'revision_number': 4, 'project_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'gw_port': {'id': 'dd937700-5f8d-4f77-b3ab-9d4e1a64f888', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:52Z', 'updated_at': '2022-09-16T19:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '1de6dbe0-9c8d-449a-ac88-31668696a1ef', 'name': '', 'network_id': 'c95d3abe-3283-4882-9a4b-da4bde31c550', 'tenant_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'mac_address': 'fa:16:3e:43:31:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bd855fb2-111c-4847-9866-e1c6fab3dfc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:27:00Z', 'updated_at': '2022-09-16T19:27:09Z', 'revision_number': 5, 'project_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'subnets': [{'id': 'bd855fb2-111c-4847-9866-e1c6fab3dfc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:34:13.865833 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9f82a8e8-18bc-4c7a-b9ba-4cd785bd2e2d admin admin] Publish callbacks [] for port (7753f85b-c077-4d9f-bbdd-12f24e1e583f), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:13.873207 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9f82a8e8-18bc-4c7a-b9ba-4cd785bd2e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2678318'] for port (7753f85b-c077-4d9f-bbdd-12f24e1e583f), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:13.962463 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9f82a8e8-18bc-4c7a-b9ba-4cd785bd2e2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-771468'] for router_interface (f36e8da1-e941-4b36-8c3c-5c066dcbd250), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:13.966016 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82a8e8-18bc-4c7a-b9ba-4cd785bd2e2d admin admin] Pushing event updated for resources: {'Port': ['ID=7753f85b-c077-4d9f-bbdd-12f24e1e583f,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:34:14.077060 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f82a8e8-18bc-4c7a-b9ba-4cd785bd2e2d admin admin] Network 244c5642-5ab0-4834-bd0e-759fe8c918bc is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:34:14.079841 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-9f82a8e8-18bc-4c7a-b9ba-4cd785bd2e2d admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:34:14.199748 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-45fd2ae8-9b67-45c8-8927-425ce640aa51 None None] Attempt 2 to provision port 7753f85b-c077-4d9f-bbdd-12f24e1e583f Sep 16 19:34:14.234333 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:14.274827 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cce75ca-12e7-4740-b990-288ca7c98db8 None None] New status for floating IP 32663e9b-705a-4e01-b17d-882860be3fc8: DOWN {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 19:34:14.284267 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-45fd2ae8-9b67-45c8-8927-425ce640aa51 None None] Port 7753f85b-c077-4d9f-bbdd-12f24e1e583f cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:34:14.533009 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 13a913e7-fbd9-47b5-8b8a-b0594341432e up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:34:14.566904 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f82a8e8-18bc-4c7a-b9ba-4cd785bd2e2d admin admin] Router f36e8da1-e941-4b36-8c3c-5c066dcbd250 has already been hosted by L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:34:14.587923 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port 13a913e7-fbd9-47b5-8b8a-b0594341432e triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:34:14.588291 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (13a913e7-fbd9-47b5-8b8a-b0594341432e), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:14.588650 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port 13a913e7-fbd9-47b5-8b8a-b0594341432e Sep 16 19:34:14.668609 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port 13a913e7-fbd9-47b5-8b8a-b0594341432e is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:34:14.669246 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (13a913e7-fbd9-47b5-8b8a-b0594341432e), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:14.682930 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:14.692497 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ac838df1-9534-4942-9578-11415f776b7d None None] For port 13a913e7-fbd9-47b5-8b8a-b0594341432e, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=13a913e7-fbd9-47b5-8b8a-b0594341432e,segment=NetworkSegment(ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2),segment_id=ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:34:14.697112 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:14.700022 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f82a8e8-18bc-4c7a-b9ba-4cd785bd2e2d admin admin] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:34:14.705569 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (13a913e7-fbd9-47b5-8b8a-b0594341432e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:14.706856 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-9f82a8e8-18bc-4c7a-b9ba-4cd785bd2e2d admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/f36e8da1-e941-4b36-8c3c-5c066dcbd250/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9343739 Sep 16 19:34:14.743674 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 50882) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:34:14.768823 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Pushing event updated for resources: {'Port': ['ID=13a913e7-fbd9-47b5-8b8a-b0594341432e,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:34:14.785547 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-45fd2ae8-9b67-45c8-8927-425ce640aa51 None None] Attempt 3 to provision port 7753f85b-c077-4d9f-bbdd-12f24e1e583f Sep 16 19:34:14.805300 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3adc7cb5-998d-4207-9f32-bc1c5375b936 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks [] for security_group (a598f7fd-bee5-4e49-9a89-601e8481b4c4), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:14.826861 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-45fd2ae8-9b67-45c8-8927-425ce640aa51 None None] Port 7753f85b-c077-4d9f-bbdd-12f24e1e583f cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:34:14.828063 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3adc7cb5-998d-4207-9f32-bc1c5375b936 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks [] for security_group (a598f7fd-bee5-4e49-9a89-601e8481b4c4), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:14.883841 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3adc7cb5-998d-4207-9f32-bc1c5375b936 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (a598f7fd-bee5-4e49-9a89-601e8481b4c4), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:14.887610 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3adc7cb5-998d-4207-9f32-bc1c5375b936 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:14.888878 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-3adc7cb5-998d-4207-9f32-bc1c5375b936 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a598f7fd-bee5-4e49-9a89-601e8481b4c4 HTTP/1.1" status: 204 len: 168 time: 0.1439459 Sep 16 19:34:14.892224 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 50888) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:34:14.898779 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc7cb5-998d-4207-9f32-bc1c5375b936 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a598f7fd-bee5-4e49-9a89-601e8481b4c4,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:34:14.912036 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.api.v2.resource [None req-6b09d89f-35ca-4f67-997e-74cbcbb54390 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] show failed (client error): The resource could not be found. Sep 16 19:34:14.913341 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-6b09d89f-35ca-4f67-997e-74cbcbb54390 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups/a598f7fd-bee5-4e49-9a89-601e8481b4c4 HTTP/1.1" status: 404 len: 347 time: 0.0192800 Sep 16 19:34:14.916522 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 50890) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:34:14.938763 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device bea6c9de-5e89-45b4-bf9a-289f31f5e544 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:34:14.960047 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] No Port match for: bea6c9de-5e89-45b4-bf9a-289f31f5e544 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:34:14.960480 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device bea6c9de-5e89-45b4-bf9a-289f31f5e544 not bound to the agent host hv-cinder-85032 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:34:15.035856 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-defabdf8-c843-4702-b8f7-97ba444de382 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Deleting port f2d4fc4f-496d-45c3-99c9-2f1769ef857a {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:34:15.036197 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-defabdf8-c843-4702-b8f7-97ba444de382 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (f2d4fc4f-496d-45c3-99c9-2f1769ef857a), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:15.037762 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 50892) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:34:15.042430 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-46696be7-e91e-452c-929b-67756b9996d0 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1416984974', 'description': 'tempest-description--1666333040'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:34:15.067701 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-46696be7-e91e-452c-929b-67756b9996d0 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:15.128405 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-defabdf8-c843-4702-b8f7-97ba444de382 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (f2d4fc4f-496d-45c3-99c9-2f1769ef857a), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:15.128702 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-defabdf8-c843-4702-b8f7-97ba444de382 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks [] for floatingip (f2d4fc4f-496d-45c3-99c9-2f1769ef857a), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:15.143295 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-defabdf8-c843-4702-b8f7-97ba444de382 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Calling delete_port for f2d4fc4f-496d-45c3-99c9-2f1769ef857a owned by network:floatingip {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:34:15.166330 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-46696be7-e91e-452c-929b-67756b9996d0 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks [] for security_group (97d1fec7-88d6-4401-bb17-fd0a68c61fc1), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:15.171422 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-46696be7-e91e-452c-929b-67756b9996d0 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (97d1fec7-88d6-4401-bb17-fd0a68c61fc1), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:15.205140 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-46696be7-e91e-452c-929b-67756b9996d0 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:15.206639 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-46696be7-e91e-452c-929b-67756b9996d0 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1678777 Sep 16 19:34:15.208927 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46696be7-e91e-452c-929b-67756b9996d0 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97d1fec7-88d6-4401-bb17-fd0a68c61fc1,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:34:15.209980 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 50894) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:34:15.216476 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-5b9b470a-633d-4ac0-a9fb-bd1edd65290c tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Request body: {'security_group_rule': {'security_group_id': '97d1fec7-88d6-4401-bb17-fd0a68c61fc1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:34:15.225701 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:15.274834 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5b9b470a-633d-4ac0-a9fb-bd1edd65290c tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks [] for security_group_rule (925d756f-a54b-42c9-b0ff-a5fdebe21687), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:15.327867 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-45fd2ae8-9b67-45c8-8927-425ce640aa51 None None] Attempt 4 to provision port 7753f85b-c077-4d9f-bbdd-12f24e1e583f Sep 16 19:34:15.365346 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-45fd2ae8-9b67-45c8-8927-425ce640aa51 None None] Port 7753f85b-c077-4d9f-bbdd-12f24e1e583f cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:34:15.374548 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5b9b470a-633d-4ac0-a9fb-bd1edd65290c tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks [] for security_group_rule (925d756f-a54b-42c9-b0ff-a5fdebe21687), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:15.375519 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-defabdf8-c843-4702-b8f7-97ba444de382 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (f2d4fc4f-496d-45c3-99c9-2f1769ef857a), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:15.398895 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5b9b470a-633d-4ac0-a9fb-bd1edd65290c tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578197'] for security_group_rule (925d756f-a54b-42c9-b0ff-a5fdebe21687), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:15.410896 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defabdf8-c843-4702-b8f7-97ba444de382 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Pushing event deleted for resources: {'Port': ['ID=f2d4fc4f-496d-45c3-99c9-2f1769ef857a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:34:15.437012 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbf0d73-19e4-493b-9fa0-a412c765fa13 None None] Sync routers for ids ['f36e8da1-e941-4b36-8c3c-5c066dcbd250'] in dv-cinder-850320-7-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:34:15.450440 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbf0d73-19e4-493b-9fa0-a412c765fa13 None None] Routers {'f36e8da1-e941-4b36-8c3c-5c066dcbd250'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:34:15.451057 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-7dbf0d73-19e4-493b-9fa0-a412c765fa13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:34:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['f36e8da1-e941-4b36-8c3c-5c066dcbd250'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:34:15.453794 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9b470a-633d-4ac0-a9fb-bd1edd65290c tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=925d756f-a54b-42c9-b0ff-a5fdebe21687,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:34:15.479426 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5b9b470a-633d-4ac0-a9fb-bd1edd65290c tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:15.480998 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-5b9b470a-633d-4ac0-a9fb-bd1edd65290c tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2689078 Sep 16 19:34:15.483458 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 50896) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:34:15.489556 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-40ffd324-2920-490f-b0f7-093f115e82f7 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Request body: {'security_group_rule': {'security_group_id': '97d1fec7-88d6-4401-bb17-fd0a68c61fc1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:34:15.519583 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-defabdf8-c843-4702-b8f7-97ba444de382 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks [] for floatingip (32663e9b-705a-4e01-b17d-882860be3fc8), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:15.522009 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-defabdf8-c843-4702-b8f7-97ba444de382 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for floatingip (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:15.523141 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-defabdf8-c843-4702-b8f7-97ba444de382 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/32663e9b-705a-4e01-b17d-882860be3fc8 HTTP/1.1" status: 204 len: 168 time: 0.6055059 Sep 16 19:34:15.530534 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-40ffd324-2920-490f-b0f7-093f115e82f7 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks [] for security_group_rule (5decc1d1-aad4-47e0-8593-d5acd8d5f67d), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:15.576588 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-7dbf0d73-19e4-493b-9fa0-a412c765fa13 None None] Set router f36e8da1-e941-4b36-8c3c-5c066dcbd250 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:34:15.599081 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-40ffd324-2920-490f-b0f7-093f115e82f7 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks [] for security_group_rule (5decc1d1-aad4-47e0-8593-d5acd8d5f67d), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:15.604796 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-40ffd324-2920-490f-b0f7-093f115e82f7 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578197'] for security_group_rule (5decc1d1-aad4-47e0-8593-d5acd8d5f67d), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:15.614088 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 50900) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:34:15.621981 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-1f8be697-74a3-4fef-bb20-3cdf4000deab tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1016662827', 'description': 'tempest-description--1092117034'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:34:15.626197 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ffd324-2920-490f-b0f7-093f115e82f7 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5decc1d1-aad4-47e0-8593-d5acd8d5f67d,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:34:15.632335 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-40ffd324-2920-490f-b0f7-093f115e82f7 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:15.636422 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-40ffd324-2920-490f-b0f7-093f115e82f7 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1495297 Sep 16 19:34:15.639510 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 50902) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:34:15.645114 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-9cbc904f-0b7f-4349-b017-17d902281fb9 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Request body: {'floatingip': {'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:34:15.675355 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1f8be697-74a3-4fef-bb20-3cdf4000deab tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:15.685994 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9cbc904f-0b7f-4349-b017-17d902281fb9 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:15.784790 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-7dbf0d73-19e4-493b-9fa0-a412c765fa13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'name': 'tempest-AttachVolumeShelveTestJSON-1087850337-router', 'tenant_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '13a913e7-fbd9-47b5-8b8a-b0594341432e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:34:10Z', 'updated_at': '2022-09-16T19:34:13Z', 'revision_number': 4, 'project_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'gw_port': {'id': '13a913e7-fbd9-47b5-8b8a-b0594341432e', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:34:10Z', 'updated_at': '2022-09-16T19:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '7753f85b-c077-4d9f-bbdd-12f24e1e583f', 'name': '', 'network_id': '244c5642-5ab0-4834-bd0e-759fe8c918bc', 'tenant_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'mac_address': 'fa:16:3e:0e:94:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e74eaa38-2acb-40fa-b32b-5cd01428e71e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:34:12Z', 'updated_at': '2022-09-16T19:34:13Z', 'revision_number': 2, 'project_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'subnets': [{'id': 'e74eaa38-2acb-40fa-b32b-5cd01428e71e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:34:15.798737 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9cbc904f-0b7f-4349-b017-17d902281fb9 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:15.810777 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbf0d73-19e4-493b-9fa0-a412c765fa13 None None] Checking router: f36e8da1-e941-4b36-8c3c-5c066dcbd250 for host: dv-cinder-850320-7-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:34:15.811123 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbf0d73-19e4-493b-9fa0-a412c765fa13 None None] Updating router f36e8da1-e941-4b36-8c3c-5c066dcbd250 port 7753f85b-c077-4d9f-bbdd-12f24e1e583f binding host dv-cinder-850320-7-iscsi {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 19:34:15.827120 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1f8be697-74a3-4fef-bb20-3cdf4000deab tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks [] for security_group (fab61234-d76c-4153-9db7-848fb2a35113), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:15.840200 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-7dbf0d73-19e4-493b-9fa0-a412c765fa13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (7753f85b-c077-4d9f-bbdd-12f24e1e583f), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:15.852524 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1f8be697-74a3-4fef-bb20-3cdf4000deab tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (fab61234-d76c-4153-9db7-848fb2a35113), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:15.866557 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-45fd2ae8-9b67-45c8-8927-425ce640aa51 None None] Attempt 5 to provision port 7753f85b-c077-4d9f-bbdd-12f24e1e583f Sep 16 19:34:15.896432 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1f8be697-74a3-4fef-bb20-3cdf4000deab tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:15.900844 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 50904) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:34:15.901364 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-1f8be697-74a3-4fef-bb20-3cdf4000deab tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2849209 Sep 16 19:34:15.906731 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-ad3276e1-38e9-4ef4-be81-26f625310ae9 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Request body: {'security_group_rule': {'security_group_id': 'fab61234-d76c-4153-9db7-848fb2a35113', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:34:15.925905 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:15.941689 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ad3276e1-38e9-4ef4-be81-26f625310ae9 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks [] for security_group_rule (f332ba04-745c-4c0a-a313-4f6a86b83d9b), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:15.982257 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-9cbc904f-0b7f-4349-b017-17d902281fb9 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Allocated IP 172.27.2.197 (01cd8397-3ed1-4c5d-9923-fabf569219df/d3fb57fd-37cc-4923-b90f-7dd3d712a8d3/1233f17e-72cb-4d16-b818-ab3873ac735a) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:34:16.011739 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ad3276e1-38e9-4ef4-be81-26f625310ae9 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks [] for security_group_rule (f332ba04-745c-4c0a-a313-4f6a86b83d9b), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:16.018711 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ad3276e1-38e9-4ef4-be81-26f625310ae9 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578197'] for security_group_rule (f332ba04-745c-4c0a-a313-4f6a86b83d9b), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:16.040853 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-45fd2ae8-9b67-45c8-8927-425ce640aa51 None None] Port 7753f85b-c077-4d9f-bbdd-12f24e1e583f cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:34:16.044094 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3276e1-38e9-4ef4-be81-26f625310ae9 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f332ba04-745c-4c0a-a313-4f6a86b83d9b,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:34:16.057988 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:16.060816 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8be697-74a3-4fef-bb20-3cdf4000deab tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fab61234-d76c-4153-9db7-848fb2a35113,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:34:16.060978 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ad3276e1-38e9-4ef4-be81-26f625310ae9 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:16.065066 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-ad3276e1-38e9-4ef4-be81-26f625310ae9 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1622052 Sep 16 19:34:16.066107 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 50906) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:34:16.069681 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:16.070842 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-ef8f3b99-6e20-4d47-a9be-f084d27da247 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Request body: {'security_group_rule': {'security_group_id': 'fab61234-d76c-4153-9db7-848fb2a35113', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:34:16.082881 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=15 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:16.124996 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-7dbf0d73-19e4-493b-9fa0-a412c765fa13 None None] Publish callbacks [] for port (7753f85b-c077-4d9f-bbdd-12f24e1e583f), precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:16.131796 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-7dbf0d73-19e4-493b-9fa0-a412c765fa13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (7753f85b-c077-4d9f-bbdd-12f24e1e583f), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:16.135248 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ef8f3b99-6e20-4d47-a9be-f084d27da247 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks [] for security_group_rule (8b3b3fb7-ee27-4d6c-aa42-e08ed27327a7), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:16.154016 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9cbc904f-0b7f-4349-b017-17d902281fb9 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks [] for port (1233f17e-72cb-4d16-b818-ab3873ac735a), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:16.191331 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1dce5e-db12-4ed7-a0c4-7747422284a5 None None] Pushing event updated for resources: {'Port': ['ID=7753f85b-c077-4d9f-bbdd-12f24e1e583f,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:34:16.213554 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1dce5e-db12-4ed7-a0c4-7747422284a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:34:16.213760 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1dce5e-db12-4ed7-a0c4-7747422284a5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:34:16.214113 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1dce5e-db12-4ed7-a0c4-7747422284a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:34:16.214551 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1dce5e-db12-4ed7-a0c4-7747422284a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:34:16.214899 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1dce5e-db12-4ed7-a0c4-7747422284a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:34:16.215252 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1dce5e-db12-4ed7-a0c4-7747422284a5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:34:16.215639 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1dce5e-db12-4ed7-a0c4-7747422284a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:34:16.215894 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1dce5e-db12-4ed7-a0c4-7747422284a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:34:16.216204 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1dce5e-db12-4ed7-a0c4-7747422284a5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:34:16.216539 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1dce5e-db12-4ed7-a0c4-7747422284a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:34:16.216850 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1dce5e-db12-4ed7-a0c4-7747422284a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:34:16.217170 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1dce5e-db12-4ed7-a0c4-7747422284a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:34:16.217478 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1dce5e-db12-4ed7-a0c4-7747422284a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:34:16.217783 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1dce5e-db12-4ed7-a0c4-7747422284a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:34:16.218085 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1dce5e-db12-4ed7-a0c4-7747422284a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:34:16.222724 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ef8f3b99-6e20-4d47-a9be-f084d27da247 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks [] for security_group_rule (8b3b3fb7-ee27-4d6c-aa42-e08ed27327a7), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:16.226119 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9cbc904f-0b7f-4349-b017-17d902281fb9 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (1233f17e-72cb-4d16-b818-ab3873ac735a), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:16.231719 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-7dbf0d73-19e4-493b-9fa0-a412c765fa13 None None] Attempting to bind port 7753f85b-c077-4d9f-bbdd-12f24e1e583f on host dv-cinder-850320-7-iscsi for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:34:16.232149 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-7dbf0d73-19e4-493b-9fa0-a412c765fa13 None None] Attempting to bind port 7753f85b-c077-4d9f-bbdd-12f24e1e583f by drivers openvswitch,hyperv on host dv-cinder-850320-7-iscsi at level 0 using segments [{'id': '36fb67b8-e635-4794-987f-fa439239cfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '244c5642-5ab0-4834-bd0e-759fe8c918bc'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:34:16.232602 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbf0d73-19e4-493b-9fa0-a412c765fa13 None None] Attempting to bind port 7753f85b-c077-4d9f-bbdd-12f24e1e583f on network 244c5642-5ab0-4834-bd0e-759fe8c918bc {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:34:16.253123 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ef8f3b99-6e20-4d47-a9be-f084d27da247 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578197'] for security_group_rule (8b3b3fb7-ee27-4d6c-aa42-e08ed27327a7), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:16.258328 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:16.278335 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbf0d73-19e4-493b-9fa0-a412c765fa13 None None] Checking agent: {'id': 'b5f6a205-959f-46f4-8ef4-8f70c2c67a2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850320-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 18, 35), 'started_at': datetime.datetime(2022, 9, 16, 19, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850320-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:34:16.278677 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbf0d73-19e4-493b-9fa0-a412c765fa13 None None] Checking segment: {'id': '36fb67b8-e635-4794-987f-fa439239cfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '244c5642-5ab0-4834-bd0e-759fe8c918bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:34:16.279089 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-7dbf0d73-19e4-493b-9fa0-a412c765fa13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:16.279464 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbf0d73-19e4-493b-9fa0-a412c765fa13 None None] Bound using segment: {'id': '36fb67b8-e635-4794-987f-fa439239cfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '244c5642-5ab0-4834-bd0e-759fe8c918bc'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:34:16.279923 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-7dbf0d73-19e4-493b-9fa0-a412c765fa13 None None] Bound port: 7753f85b-c077-4d9f-bbdd-12f24e1e583f, host: dv-cinder-850320-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36fb67b8-e635-4794-987f-fa439239cfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '244c5642-5ab0-4834-bd0e-759fe8c918bc'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:34:16.280288 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-7dbf0d73-19e4-493b-9fa0-a412c765fa13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (7753f85b-c077-4d9f-bbdd-12f24e1e583f), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:16.294017 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbc904f-0b7f-4349-b017-17d902281fb9 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Network 01cd8397-3ed1-4c5d-9923-fabf569219df is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:34:16.295044 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8f3b99-6e20-4d47-a9be-f084d27da247 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b3b3fb7-ee27-4d6c-aa42-e08ed27327a7,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:34:16.305221 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ef8f3b99-6e20-4d47-a9be-f084d27da247 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:16.306407 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-ef8f3b99-6e20-4d47-a9be-f084d27da247 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2392995 Sep 16 19:34:16.307275 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-9cbc904f-0b7f-4349-b017-17d902281fb9 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:34:16.310054 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbc904f-0b7f-4349-b017-17d902281fb9 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:34:16.310202 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 50908) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:34:16.313876 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc904f-0b7f-4349-b017-17d902281fb9 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Pushing event updated for resources: {'Port': ['ID=1233f17e-72cb-4d16-b818-ab3873ac735a,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:34:16.314846 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-fa031a7e-1a3f-43b9-9372-6f881a1be7e4 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Request body: {'floatingip': {'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:34:16.339829 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fa031a7e-1a3f-43b9-9372-6f881a1be7e4 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:16.349978 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-7dbf0d73-19e4-493b-9fa0-a412c765fa13 None None] For port 7753f85b-c077-4d9f-bbdd-12f24e1e583f, host dv-cinder-850320-7-iscsi, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:34:16.353640 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-7dbf0d73-19e4-493b-9fa0-a412c765fa13 None None] For port 7753f85b-c077-4d9f-bbdd-12f24e1e583f, host dv-cinder-850320-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=7753f85b-c077-4d9f-bbdd-12f24e1e583f,segment=NetworkSegment(36fb67b8-e635-4794-987f-fa439239cfd5),segment_id=36fb67b8-e635-4794-987f-fa439239cfd5)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:34:16.362951 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-7dbf0d73-19e4-493b-9fa0-a412c765fa13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (7753f85b-c077-4d9f-bbdd-12f24e1e583f), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:16.401388 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbf0d73-19e4-493b-9fa0-a412c765fa13 None None] Routers {'f36e8da1-e941-4b36-8c3c-5c066dcbd250'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:34:16.402243 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-7dbf0d73-19e4-493b-9fa0-a412c765fa13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:34:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['f36e8da1-e941-4b36-8c3c-5c066dcbd250'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:34:16.409827 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9cbc904f-0b7f-4349-b017-17d902281fb9 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks [] for floatingip (2f08c007-fcb9-47f6-b2ef-0f882e1d9ae4), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:16.424204 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fa031a7e-1a3f-43b9-9372-6f881a1be7e4 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:16.452178 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9cbc904f-0b7f-4349-b017-17d902281fb9 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (1233f17e-72cb-4d16-b818-ab3873ac735a), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:16.465944 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:16.542049 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-45fd2ae8-9b67-45c8-8927-425ce640aa51 None None] Attempt 6 to provision port 7753f85b-c077-4d9f-bbdd-12f24e1e583f Sep 16 19:34:16.561083 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-fa031a7e-1a3f-43b9-9372-6f881a1be7e4 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Allocated IP 172.27.2.246 (01cd8397-3ed1-4c5d-9923-fabf569219df/d3fb57fd-37cc-4923-b90f-7dd3d712a8d3/df07a49b-285b-4584-b9ba-eae1b51ad6b4) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:34:16.563597 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 13a913e7-fbd9-47b5-8b8a-b0594341432e up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:34:16.640993 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9cbc904f-0b7f-4349-b017-17d902281fb9 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks [] for port (1233f17e-72cb-4d16-b818-ab3873ac735a), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:16.649105 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1dce5e-db12-4ed7-a0c4-7747422284a5 None None] Pushing event updated for resources: {'Port': ['ID=7753f85b-c077-4d9f-bbdd-12f24e1e583f,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:34:16.649645 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9cbc904f-0b7f-4349-b017-17d902281fb9 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2678318'] for port (1233f17e-72cb-4d16-b818-ab3873ac735a), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:16.650314 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port 13a913e7-fbd9-47b5-8b8a-b0594341432e triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:34:16.650897 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (13a913e7-fbd9-47b5-8b8a-b0594341432e), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:16.651433 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port 13a913e7-fbd9-47b5-8b8a-b0594341432e Sep 16 19:34:16.659243 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-7dbf0d73-19e4-493b-9fa0-a412c765fa13 None None] Set router f36e8da1-e941-4b36-8c3c-5c066dcbd250 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:34:16.688096 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-45fd2ae8-9b67-45c8-8927-425ce640aa51 None None] Current status of the port 7753f85b-c077-4d9f-bbdd-12f24e1e583f is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:34:16.688968 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-45fd2ae8-9b67-45c8-8927-425ce640aa51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (7753f85b-c077-4d9f-bbdd-12f24e1e583f), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:16.698861 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fa031a7e-1a3f-43b9-9372-6f881a1be7e4 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks [] for port (df07a49b-285b-4584-b9ba-eae1b51ad6b4), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:16.735614 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-45fd2ae8-9b67-45c8-8927-425ce640aa51 None None] For port 7753f85b-c077-4d9f-bbdd-12f24e1e583f, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=7753f85b-c077-4d9f-bbdd-12f24e1e583f,segment=NetworkSegment(36fb67b8-e635-4794-987f-fa439239cfd5),segment_id=36fb67b8-e635-4794-987f-fa439239cfd5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:34:16.751961 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9cbc904f-0b7f-4349-b017-17d902281fb9 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681123'] for floatingip (2f08c007-fcb9-47f6-b2ef-0f882e1d9ae4), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:16.755542 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc904f-0b7f-4349-b017-17d902281fb9 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Pushing event updated for resources: {'Port': ['ID=1233f17e-72cb-4d16-b818-ab3873ac735a,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:34:16.758120 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fa031a7e-1a3f-43b9-9372-6f881a1be7e4 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (df07a49b-285b-4584-b9ba-eae1b51ad6b4), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:16.772158 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-45fd2ae8-9b67-45c8-8927-425ce640aa51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (7753f85b-c077-4d9f-bbdd-12f24e1e583f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:16.782742 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9cbc904f-0b7f-4349-b017-17d902281fb9 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for floatingip (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:16.784481 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-9cbc904f-0b7f-4349-b017-17d902281fb9 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1435077 Sep 16 19:34:16.785020 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:16.822181 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port 13a913e7-fbd9-47b5-8b8a-b0594341432e is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:34:16.834165 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa031a7e-1a3f-43b9-9372-6f881a1be7e4 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Network 01cd8397-3ed1-4c5d-9923-fabf569219df is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:34:16.839507 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-fa031a7e-1a3f-43b9-9372-6f881a1be7e4 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:34:16.842945 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd2ae8-9b67-45c8-8927-425ce640aa51 None None] Pushing event updated for resources: {'Port': ['ID=7753f85b-c077-4d9f-bbdd-12f24e1e583f,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:34:16.848042 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa031a7e-1a3f-43b9-9372-6f881a1be7e4 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:34:16.851533 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa031a7e-1a3f-43b9-9372-6f881a1be7e4 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Pushing event updated for resources: {'Port': ['ID=df07a49b-285b-4584-b9ba-eae1b51ad6b4,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:34:16.893872 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d63e6839-7c4c-4d02-a315-837d22e6d9bf None None] Provisioning complete for port 7753f85b-c077-4d9f-bbdd-12f24e1e583f triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:34:16.894548 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d63e6839-7c4c-4d02-a315-837d22e6d9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (7753f85b-c077-4d9f-bbdd-12f24e1e583f), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:16.895062 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-d63e6839-7c4c-4d02-a315-837d22e6d9bf None None] Attempt 1 to provision port 7753f85b-c077-4d9f-bbdd-12f24e1e583f Sep 16 19:34:16.923215 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-7dbf0d73-19e4-493b-9fa0-a412c765fa13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'name': 'tempest-AttachVolumeShelveTestJSON-1087850337-router', 'tenant_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '13a913e7-fbd9-47b5-8b8a-b0594341432e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:34:10Z', 'updated_at': '2022-09-16T19:34:13Z', 'revision_number': 4, 'project_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'gw_port': {'id': '13a913e7-fbd9-47b5-8b8a-b0594341432e', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:34:10Z', 'updated_at': '2022-09-16T19:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '7753f85b-c077-4d9f-bbdd-12f24e1e583f', 'name': '', 'network_id': '244c5642-5ab0-4834-bd0e-759fe8c918bc', 'tenant_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'mac_address': 'fa:16:3e:0e:94:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e74eaa38-2acb-40fa-b32b-5cd01428e71e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:34:12Z', 'updated_at': '2022-09-16T19:34:16Z', 'revision_number': 4, 'project_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'subnets': [{'id': 'e74eaa38-2acb-40fa-b32b-5cd01428e71e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:34:16.952485 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbf0d73-19e4-493b-9fa0-a412c765fa13 None None] The sync data for ids ['f36e8da1-e941-4b36-8c3c-5c066dcbd250'] in dv-cinder-850320-7-iscsi is: [{'id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'name': 'tempest-AttachVolumeShelveTestJSON-1087850337-router', 'tenant_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '13a913e7-fbd9-47b5-8b8a-b0594341432e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:34:10Z', 'updated_at': '2022-09-16T19:34:13Z', 'revision_number': 4, 'project_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'gw_port': {'id': '13a913e7-fbd9-47b5-8b8a-b0594341432e', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:34:10Z', 'updated_at': '2022-09-16T19:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '7753f85b-c077-4d9f-bbdd-12f24e1e583f', 'name': '', 'network_id': '244c5642-5ab0-4834-bd0e-759fe8c918bc', 'tenant_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'mac_address': 'fa:16:3e:0e:94:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e74eaa38-2acb-40fa-b32b-5cd01428e71e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:34:12Z', 'updated_at': '2022-09-16T19:34:16Z', 'revision_number': 4, 'project_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'subnets': [{'id': 'e74eaa38-2acb-40fa-b32b-5cd01428e71e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:34:16.972017 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:16.976783 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fa031a7e-1a3f-43b9-9372-6f881a1be7e4 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks [] for floatingip (de8aad47-4b2e-4e23-a554-05c9bdddb712), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:16.980404 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-d63e6839-7c4c-4d02-a315-837d22e6d9bf None None] Current status of the port 7753f85b-c077-4d9f-bbdd-12f24e1e583f is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:34:17.030225 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fdd48589-1348-400a-ad40-8db9b119cb31 req-bb0874ca-9745-493c-9ca9-bc23a84c3ffe tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1416984974&fields=id&tenant_id=ea12091447ba4a5799d6f416b32fa5cc HTTP/1.1" status: 200 len: 267 time: 0.1001461 Sep 16 19:34:17.037284 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fa031a7e-1a3f-43b9-9372-6f881a1be7e4 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (df07a49b-285b-4584-b9ba-eae1b51ad6b4), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:17.137713 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:17.217216 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd48589-1348-400a-ad40-8db9b119cb31 req-49fb2015-85ee-4f67-bcc8-6cffa8c59614 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:17.218738 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fdd48589-1348-400a-ad40-8db9b119cb31 req-49fb2015-85ee-4f67-bcc8-6cffa8c59614 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/networks?id=244c5642-5ab0-4834-bd0e-759fe8c918bc HTTP/1.1" status: 200 len: 817 time: 0.1795313 Sep 16 19:34:17.240653 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fdd48589-1348-400a-ad40-8db9b119cb31 req-ea1fc982-460a-4228-a849-67f9ca3d3b6f tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/quotas/ea12091447ba4a5799d6f416b32fa5cc HTTP/1.1" status: 200 len: 375 time: 0.0148427 Sep 16 19:34:17.314895 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fdd48589-1348-400a-ad40-8db9b119cb31 req-7273b783-05a3-4d6e-a6bc-581bcef8a97d tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=ea12091447ba4a5799d6f416b32fa5cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0660744 Sep 16 19:34:17.337864 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fa031a7e-1a3f-43b9-9372-6f881a1be7e4 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks [] for port (df07a49b-285b-4584-b9ba-eae1b51ad6b4), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:17.345502 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fa031a7e-1a3f-43b9-9372-6f881a1be7e4 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445664'] for port (df07a49b-285b-4584-b9ba-eae1b51ad6b4), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:17.397577 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:17.439648 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fa031a7e-1a3f-43b9-9372-6f881a1be7e4 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681123'] for floatingip (de8aad47-4b2e-4e23-a554-05c9bdddb712), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:17.474133 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa031a7e-1a3f-43b9-9372-6f881a1be7e4 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Pushing event updated for resources: {'Port': ['ID=df07a49b-285b-4584-b9ba-eae1b51ad6b4,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:34:17.499237 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fa031a7e-1a3f-43b9-9372-6f881a1be7e4 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for floatingip (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:17.500409 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-fa031a7e-1a3f-43b9-9372-6f881a1be7e4 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1891563 Sep 16 19:34:17.539797 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fdd48589-1348-400a-ad40-8db9b119cb31 req-7440f233-d0fe-4967-bcd7-b2111cb92116 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/244c5642-5ab0-4834-bd0e-759fe8c918bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118120 Sep 16 19:34:17.635571 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fdd48589-1348-400a-ad40-8db9b119cb31 req-419a4130-61e2-465d-aa40-5060053e642e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/244c5642-5ab0-4834-bd0e-759fe8c918bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898106 Sep 16 19:34:17.730314 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2b1c02f0-4dba-41c9-9dcd-27fb58befd87 req-51ccbd8e-a3eb-40c0-8160-27de9fbe719a tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1016662827&fields=id&tenant_id=ea483f6ff12d425fa1e8aa29e472dfe2 HTTP/1.1" status: 200 len: 267 time: 0.0523086 Sep 16 19:34:17.802250 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:17.805316 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:17.842471 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ab6b81ee-16d3-472c-821b-cfdfda084d36 req-0a61b987-9ded-4d7e-9127-311bea196964 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 210 time: 0.0391006 Sep 16 19:34:17.875974 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c02f0-4dba-41c9-9dcd-27fb58befd87 req-33f9f2b8-9e17-4e7e-ab70-5c668880b4fe tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:17.876567 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2b1c02f0-4dba-41c9-9dcd-27fb58befd87 req-33f9f2b8-9e17-4e7e-ab70-5c668880b4fe tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/networks?id=c95d3abe-3283-4882-9a4b-da4bde31c550 HTTP/1.1" status: 200 len: 811 time: 0.1389458 Sep 16 19:34:17.893375 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2b1c02f0-4dba-41c9-9dcd-27fb58befd87 req-bd0f33da-9323-4d1f-9467-9270e9f43b6f tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/quotas/ea483f6ff12d425fa1e8aa29e472dfe2 HTTP/1.1" status: 200 len: 375 time: 0.0108418 Sep 16 19:34:17.949147 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2b1c02f0-4dba-41c9-9dcd-27fb58befd87 req-9c461525-f811-4351-832d-8cbecad4acea tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=ea483f6ff12d425fa1e8aa29e472dfe2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496390 Sep 16 19:34:18.057626 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2b1c02f0-4dba-41c9-9dcd-27fb58befd87 req-eee6b9a8-9c35-4ec9-9888-e270b42b4fb9 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/c95d3abe-3283-4882-9a4b-da4bde31c550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953588 Sep 16 19:34:18.151950 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2b1c02f0-4dba-41c9-9dcd-27fb58befd87 req-a89bbf0d-6d17-4abe-8584-1c78d9d16ccb service neutron] 10.222.0.49 "GET /networking/v2.0/networks/c95d3abe-3283-4882-9a4b-da4bde31c550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868096 Sep 16 19:34:18.327770 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-54401c29-8134-4054-9123-1522cc966d51 req-ef92dc28-e90a-458a-81cd-9348ea5bde97 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c747371d-93ef-4ef6-a76e-a95f8ff41ce8 HTTP/1.1" status: 200 len: 210 time: 0.0330286 Sep 16 19:34:18.528986 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 7753f85b-c077-4d9f-bbdd-12f24e1e583f up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:34:18.577900 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port 7753f85b-c077-4d9f-bbdd-12f24e1e583f triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:34:18.578276 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (7753f85b-c077-4d9f-bbdd-12f24e1e583f), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:18.578701 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port 7753f85b-c077-4d9f-bbdd-12f24e1e583f Sep 16 19:34:18.661454 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port 7753f85b-c077-4d9f-bbdd-12f24e1e583f is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:34:18.962593 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-343186ec-7811-46d4-8f39-454f102c3e18 req-1314dc8f-e1cf-49f8-ab51-d2a792238804 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 210 time: 0.0308144 Sep 16 19:34:19.210506 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd48589-1348-400a-ad40-8db9b119cb31 req-f1b50ef3-a619-40cc-94e5-70128e71fcca tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:19.211897 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fdd48589-1348-400a-ad40-8db9b119cb31 req-f1b50ef3-a619-40cc-94e5-70128e71fcca tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.27 "GET /networking/v2.0/networks?id=244c5642-5ab0-4834-bd0e-759fe8c918bc HTTP/1.1" status: 200 len: 817 time: 0.1175151 Sep 16 19:34:19.302043 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fdd48589-1348-400a-ad40-8db9b119cb31 req-546c4013-ce22-4168-9879-94765eea1924 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ea12091447ba4a5799d6f416b32fa5cc HTTP/1.1" status: 200 len: 380 time: 0.0545704 Sep 16 19:34:19.415070 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [req-fdd48589-1348-400a-ad40-8db9b119cb31 req-59e83b20-e332-494d-883a-a567cd169183 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Request body: {'port': {'device_id': '2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1', 'network_id': '244c5642-5ab0-4834-bd0e-759fe8c918bc', 'admin_state_up': True, 'tenant_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'security_groups': ['97d1fec7-88d6-4401-bb17-fd0a68c61fc1']}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:34:19.454661 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fd7eed19-ab73-463e-9fe0-806c585b0522 req-eedf985e-0003-4adb-ab70-7f2dfa3e8e89 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c747371d-93ef-4ef6-a76e-a95f8ff41ce8 HTTP/1.1" status: 200 len: 210 time: 0.0341864 Sep 16 19:34:19.535999 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdd48589-1348-400a-ad40-8db9b119cb31 req-59e83b20-e332-494d-883a-a567cd169183 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Made reservation on behalf of ea12091447ba4a5799d6f416b32fa5cc for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:34:19.539722 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fdd48589-1348-400a-ad40-8db9b119cb31 req-59e83b20-e332-494d-883a-a567cd169183 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:19.674487 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-fdd48589-1348-400a-ad40-8db9b119cb31 req-59e83b20-e332-494d-883a-a567cd169183 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Allocated IP 172.20.0.8 (244c5642-5ab0-4834-bd0e-759fe8c918bc/e74eaa38-2acb-40fa-b32b-5cd01428e71e/82303380-97ed-42fb-989a-4254a38d1489) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:34:19.828338 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:19.833948 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fdd48589-1348-400a-ad40-8db9b119cb31 req-59e83b20-e332-494d-883a-a567cd169183 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks [] for port (82303380-97ed-42fb-989a-4254a38d1489), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:19.840328 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:19.875757 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fdd48589-1348-400a-ad40-8db9b119cb31 req-59e83b20-e332-494d-883a-a567cd169183 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (82303380-97ed-42fb-989a-4254a38d1489), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:19.923753 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdd48589-1348-400a-ad40-8db9b119cb31 req-59e83b20-e332-494d-883a-a567cd169183 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Network 244c5642-5ab0-4834-bd0e-759fe8c918bc is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:34:19.927016 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-fdd48589-1348-400a-ad40-8db9b119cb31 req-59e83b20-e332-494d-883a-a567cd169183 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:34:19.933899 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd48589-1348-400a-ad40-8db9b119cb31 req-59e83b20-e332-494d-883a-a567cd169183 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:34:19.938398 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e83b20-e332-494d-883a-a567cd169183 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Pushing event updated for resources: {'Port': ['ID=82303380-97ed-42fb-989a-4254a38d1489,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:34:19.979816 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c02f0-4dba-41c9-9dcd-27fb58befd87 req-3bf2fa29-154b-4b70-b232-4132af2a9687 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:19.981045 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2b1c02f0-4dba-41c9-9dcd-27fb58befd87 req-3bf2fa29-154b-4b70-b232-4132af2a9687 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.27 "GET /networking/v2.0/networks?id=c95d3abe-3283-4882-9a4b-da4bde31c550 HTTP/1.1" status: 200 len: 811 time: 0.1177230 Sep 16 19:34:19.988598 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd48589-1348-400a-ad40-8db9b119cb31 req-59e83b20-e332-494d-883a-a567cd169183 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:19.989207 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fdd48589-1348-400a-ad40-8db9b119cb31 req-59e83b20-e332-494d-883a-a567cd169183 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:20.009251 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fdd48589-1348-400a-ad40-8db9b119cb31 req-59e83b20-e332-494d-883a-a567cd169183 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5981040 Sep 16 19:34:20.030630 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [req-fdd48589-1348-400a-ad40-8db9b119cb31 req-445b1e1e-26a1-4589-9291-a0d0b31e4eb9 service neutron] Request body: {'port': {'device_id': '2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:34:20.081293 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2b1c02f0-4dba-41c9-9dcd-27fb58befd87 req-548e62f8-1684-45a4-817c-0357ce5574a0 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ea483f6ff12d425fa1e8aa29e472dfe2 HTTP/1.1" status: 200 len: 380 time: 0.0711477 Sep 16 19:34:20.090771 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-2b1c02f0-4dba-41c9-9dcd-27fb58befd87 req-235a43ea-b142-4215-89e1-a3517bd2d78c tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Request body: {'port': {'device_id': 'c747371d-93ef-4ef6-a76e-a95f8ff41ce8', 'network_id': 'c95d3abe-3283-4882-9a4b-da4bde31c550', 'admin_state_up': True, 'tenant_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'security_groups': ['fab61234-d76c-4153-9db7-848fb2a35113']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:34:20.146280 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fdd48589-1348-400a-ad40-8db9b119cb31 req-445b1e1e-26a1-4589-9291-a0d0b31e4eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (82303380-97ed-42fb-989a-4254a38d1489), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:20.154298 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0f74d-9ed4-4255-9255-9c1991e57539 req-7a3cc289-2aee-4c6c-a46b-2cab1633d2c5 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:20.155813 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c4f0f74d-9ed4-4255-9255-9c1991e57539 req-7a3cc289-2aee-4c6c-a46b-2cab1633d2c5 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 931 time: 0.0761631 Sep 16 19:34:20.215348 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b1c02f0-4dba-41c9-9dcd-27fb58befd87 req-235a43ea-b142-4215-89e1-a3517bd2d78c tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Made reservation on behalf of ea483f6ff12d425fa1e8aa29e472dfe2 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:34:20.220077 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2b1c02f0-4dba-41c9-9dcd-27fb58befd87 req-235a43ea-b142-4215-89e1-a3517bd2d78c tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:20.225769 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-245d8eb9-d5bc-4165-b521-953807d7612e None None] Provisioning complete for port 82303380-97ed-42fb-989a-4254a38d1489 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:34:20.226796 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-245d8eb9-d5bc-4165-b521-953807d7612e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (82303380-97ed-42fb-989a-4254a38d1489), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:20.227127 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-245d8eb9-d5bc-4165-b521-953807d7612e None None] Attempt 1 to provision port 82303380-97ed-42fb-989a-4254a38d1489 Sep 16 19:34:20.246911 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:20.261355 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-245d8eb9-d5bc-4165-b521-953807d7612e None None] Port 82303380-97ed-42fb-989a-4254a38d1489 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:34:20.289221 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c4f0f74d-9ed4-4255-9255-9c1991e57539 req-9f778dea-75c9-4f66-9b35-68f4897bbef6 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223805 Sep 16 19:34:20.352523 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-2b1c02f0-4dba-41c9-9dcd-27fb58befd87 req-235a43ea-b142-4215-89e1-a3517bd2d78c tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Allocated IP 172.20.0.4 (c95d3abe-3283-4882-9a4b-da4bde31c550/bd855fb2-111c-4847-9866-e1c6fab3dfc7/c75eae15-9c61-44f9-ab82-a2fda0cf7818) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:34:20.454436 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [req-fdd48589-1348-400a-ad40-8db9b119cb31 req-445b1e1e-26a1-4589-9291-a0d0b31e4eb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82303380-97ed-42fb-989a-4254a38d1489 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 19:34:20.462043 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fdd48589-1348-400a-ad40-8db9b119cb31 req-445b1e1e-26a1-4589-9291-a0d0b31e4eb9 service neutron] Publish callbacks [] for port (82303380-97ed-42fb-989a-4254a38d1489), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:20.476203 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-fdd48589-1348-400a-ad40-8db9b119cb31 req-445b1e1e-26a1-4589-9291-a0d0b31e4eb9 service neutron] Transition to ACTIVE for port object 82303380-97ed-42fb-989a-4254a38d1489 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 19:34:20.481486 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fdd48589-1348-400a-ad40-8db9b119cb31 req-445b1e1e-26a1-4589-9291-a0d0b31e4eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2678318'] for port (82303380-97ed-42fb-989a-4254a38d1489), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:20.495931 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2b1c02f0-4dba-41c9-9dcd-27fb58befd87 req-235a43ea-b142-4215-89e1-a3517bd2d78c tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks [] for port (c75eae15-9c61-44f9-ab82-a2fda0cf7818), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:20.540026 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2b1c02f0-4dba-41c9-9dcd-27fb58befd87 req-235a43ea-b142-4215-89e1-a3517bd2d78c tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (c75eae15-9c61-44f9-ab82-a2fda0cf7818), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:20.570396 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b1e1e-26a1-4589-9291-a0d0b31e4eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=82303380-97ed-42fb-989a-4254a38d1489,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:34:20.580548 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:DELETE=2,neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:20.587522 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:20.606033 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-fdd48589-1348-400a-ad40-8db9b119cb31 req-445b1e1e-26a1-4589-9291-a0d0b31e4eb9 service neutron] Attempting to bind port 82303380-97ed-42fb-989a-4254a38d1489 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:34:20.606409 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-fdd48589-1348-400a-ad40-8db9b119cb31 req-445b1e1e-26a1-4589-9291-a0d0b31e4eb9 service neutron] Attempting to bind port 82303380-97ed-42fb-989a-4254a38d1489 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '36fb67b8-e635-4794-987f-fa439239cfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '244c5642-5ab0-4834-bd0e-759fe8c918bc'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:34:20.606799 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd48589-1348-400a-ad40-8db9b119cb31 req-445b1e1e-26a1-4589-9291-a0d0b31e4eb9 service neutron] Attempting to bind port 82303380-97ed-42fb-989a-4254a38d1489 on network 244c5642-5ab0-4834-bd0e-759fe8c918bc {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:34:20.616627 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b1c02f0-4dba-41c9-9dcd-27fb58befd87 req-235a43ea-b142-4215-89e1-a3517bd2d78c tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Network c95d3abe-3283-4882-9a4b-da4bde31c550 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:34:20.625994 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-2b1c02f0-4dba-41c9-9dcd-27fb58befd87 req-235a43ea-b142-4215-89e1-a3517bd2d78c tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:34:20.630562 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b1c02f0-4dba-41c9-9dcd-27fb58befd87 req-235a43ea-b142-4215-89e1-a3517bd2d78c tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:34:20.653447 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd48589-1348-400a-ad40-8db9b119cb31 req-445b1e1e-26a1-4589-9291-a0d0b31e4eb9 service neutron] Port 82303380-97ed-42fb-989a-4254a38d1489 on network 244c5642-5ab0-4834-bd0e-759fe8c918bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 19:34:20.653852 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd48589-1348-400a-ad40-8db9b119cb31 req-445b1e1e-26a1-4589-9291-a0d0b31e4eb9 service neutron] Attempting to bind port 82303380-97ed-42fb-989a-4254a38d1489 on network 244c5642-5ab0-4834-bd0e-759fe8c918bc {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:34:20.661111 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51805123-030c-43f0-bcff-311bac8a6645 req-c6a7d2bb-312a-48ce-8d66-d3dde0a0e944 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:20.662622 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-51805123-030c-43f0-bcff-311bac8a6645 req-c6a7d2bb-312a-48ce-8d66-d3dde0a0e944 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c747371d-93ef-4ef6-a76e-a95f8ff41ce8 HTTP/1.1" status: 200 len: 931 time: 0.0978825 Sep 16 19:34:20.665655 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a43ea-b142-4215-89e1-a3517bd2d78c tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Pushing event updated for resources: {'Port': ['ID=c75eae15-9c61-44f9-ab82-a2fda0cf7818,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:34:20.700203 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd48589-1348-400a-ad40-8db9b119cb31 req-445b1e1e-26a1-4589-9291-a0d0b31e4eb9 service neutron] Checking agent: {'id': 'f29a7e91-2c4b-48c7-9aed-98e73119d395', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 24, 59), 'started_at': datetime.datetime(2022, 9, 16, 19, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:34:20.700724 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd48589-1348-400a-ad40-8db9b119cb31 req-445b1e1e-26a1-4589-9291-a0d0b31e4eb9 service neutron] Checking segment: {'id': '36fb67b8-e635-4794-987f-fa439239cfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '244c5642-5ab0-4834-bd0e-759fe8c918bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:34:20.701253 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd48589-1348-400a-ad40-8db9b119cb31 req-445b1e1e-26a1-4589-9291-a0d0b31e4eb9 service neutron] Bound using segment: {'id': '36fb67b8-e635-4794-987f-fa439239cfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '244c5642-5ab0-4834-bd0e-759fe8c918bc'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:34:20.701807 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-fdd48589-1348-400a-ad40-8db9b119cb31 req-445b1e1e-26a1-4589-9291-a0d0b31e4eb9 service neutron] Bound port: 82303380-97ed-42fb-989a-4254a38d1489, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36fb67b8-e635-4794-987f-fa439239cfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '244c5642-5ab0-4834-bd0e-759fe8c918bc'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:34:20.702808 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fdd48589-1348-400a-ad40-8db9b119cb31 req-445b1e1e-26a1-4589-9291-a0d0b31e4eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (82303380-97ed-42fb-989a-4254a38d1489), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:20.762478 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-245d8eb9-d5bc-4165-b521-953807d7612e None None] Attempt 2 to provision port 82303380-97ed-42fb-989a-4254a38d1489 Sep 16 19:34:20.783633 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-fdd48589-1348-400a-ad40-8db9b119cb31 req-445b1e1e-26a1-4589-9291-a0d0b31e4eb9 service neutron] For port 82303380-97ed-42fb-989a-4254a38d1489, host hv-cinder-85032, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:34:20.788447 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-fdd48589-1348-400a-ad40-8db9b119cb31 req-445b1e1e-26a1-4589-9291-a0d0b31e4eb9 service neutron] For port 82303380-97ed-42fb-989a-4254a38d1489, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=82303380-97ed-42fb-989a-4254a38d1489,segment=NetworkSegment(36fb67b8-e635-4794-987f-fa439239cfd5),segment_id=36fb67b8-e635-4794-987f-fa439239cfd5)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:34:20.796609 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fdd48589-1348-400a-ad40-8db9b119cb31 req-445b1e1e-26a1-4589-9291-a0d0b31e4eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2678318'] for port (82303380-97ed-42fb-989a-4254a38d1489), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:20.801466 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd48589-1348-400a-ad40-8db9b119cb31 req-445b1e1e-26a1-4589-9291-a0d0b31e4eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:20.802205 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fdd48589-1348-400a-ad40-8db9b119cb31 req-445b1e1e-26a1-4589-9291-a0d0b31e4eb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:20.803912 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fdd48589-1348-400a-ad40-8db9b119cb31 req-445b1e1e-26a1-4589-9291-a0d0b31e4eb9 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/82303380-97ed-42fb-989a-4254a38d1489 HTTP/1.1" status: 200 len: 1093 time: 0.7787673 Sep 16 19:34:20.806676 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1', 'tag': '82303380-97ed-42fb-989a-4254a38d1489'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:34:20.809990 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc02aeec164665d1be19478bc83a94d6f81df8203eb0e70a86ccaa2f58cdb70d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab1538a-4ee4-4ca8-b6e4-f2ae65b073ed" -d '{"events": [{"name": "network-changed", "server_uuid": "2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1", "tag": "82303380-97ed-42fb-989a-4254a38d1489"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:34:20.814663 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-245d8eb9-d5bc-4165-b521-953807d7612e None None] Port 82303380-97ed-42fb-989a-4254a38d1489 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:34:20.851991 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:20.872578 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b1e1e-26a1-4589-9291-a0d0b31e4eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=82303380-97ed-42fb-989a-4254a38d1489,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:34:20.887428 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 19:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18d1f2d-7d05-4cc9-b824-618a5ae74f58 x-openstack-request-id: req-f18d1f2d-7d05-4cc9-b824-618a5ae74f58 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:34:20.887904 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1", "tag": "82303380-97ed-42fb-989a-4254a38d1489", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:34:20.888408 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f18d1f2d-7d05-4cc9-b824-618a5ae74f58 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:34:20.889522 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f18d1f2d-7d05-4cc9-b824-618a5ae74f58'] response: {'name': 'network-changed', 'server_uuid': '2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1', 'tag': '82303380-97ed-42fb-989a-4254a38d1489', 'status': 'completed', 'code': 200} Sep 16 19:34:20.947739 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd48589-1348-400a-ad40-8db9b119cb31 req-ecc4db92-17c2-4785-97c1-dfefedc826ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:20.949302 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fdd48589-1348-400a-ad40-8db9b119cb31 req-ecc4db92-17c2-4785-97c1-dfefedc826ec service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ea12091447ba4a5799d6f416b32fa5cc&device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 1127 time: 0.0413132 Sep 16 19:34:20.953084 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c02f0-4dba-41c9-9dcd-27fb58befd87 req-235a43ea-b142-4215-89e1-a3517bd2d78c tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:20.953682 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2b1c02f0-4dba-41c9-9dcd-27fb58befd87 req-235a43ea-b142-4215-89e1-a3517bd2d78c tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:20.986634 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-51805123-030c-43f0-bcff-311bac8a6645 req-c82fd43a-a4ba-4737-9f56-22537516dcb0 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fab61234-d76c-4153-9db7-848fb2a35113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3153033 Sep 16 19:34:20.990196 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2b1c02f0-4dba-41c9-9dcd-27fb58befd87 req-235a43ea-b142-4215-89e1-a3517bd2d78c tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9039304 Sep 16 19:34:20.998228 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fdd48589-1348-400a-ad40-8db9b119cb31 req-4b19ae38-76ae-4501-a4f5-51c44d08ea86 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82303380-97ed-42fb-989a-4254a38d1489 HTTP/1.1" status: 200 len: 217 time: 0.0332248 Sep 16 19:34:21.012892 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-2b1c02f0-4dba-41c9-9dcd-27fb58befd87 req-fd5bd13c-a221-4be0-aec6-3d5b4670e1bf service neutron] Request body: {'port': {'device_id': 'c747371d-93ef-4ef6-a76e-a95f8ff41ce8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:34:21.058037 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd48589-1348-400a-ad40-8db9b119cb31 req-c1b8da91-6d53-4319-9e6f-b981571f949f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:21.059624 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fdd48589-1348-400a-ad40-8db9b119cb31 req-c1b8da91-6d53-4319-9e6f-b981571f949f service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=e74eaa38-2acb-40fa-b32b-5cd01428e71e HTTP/1.1" status: 200 len: 856 time: 0.0505686 Sep 16 19:34:21.071342 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2b1c02f0-4dba-41c9-9dcd-27fb58befd87 req-fd5bd13c-a221-4be0-aec6-3d5b4670e1bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (c75eae15-9c61-44f9-ab82-a2fda0cf7818), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:21.103179 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd48589-1348-400a-ad40-8db9b119cb31 req-0ef05f4f-3043-4e8a-b99b-603453a792d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:21.104771 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fdd48589-1348-400a-ad40-8db9b119cb31 req-0ef05f4f-3043-4e8a-b99b-603453a792d3 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=244c5642-5ab0-4834-bd0e-759fe8c918bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387759 Sep 16 19:34:21.197494 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fdd48589-1348-400a-ad40-8db9b119cb31 req-e3adb58d-40ae-4e37-af30-0d5d25b1d082 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/244c5642-5ab0-4834-bd0e-759fe8c918bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866032 Sep 16 19:34:21.235096 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:21.290636 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fdd48589-1348-400a-ad40-8db9b119cb31 req-c2b6c24d-8e6d-4f9b-a292-3d6efe154236 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/244c5642-5ab0-4834-bd0e-759fe8c918bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871398 Sep 16 19:34:21.316455 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-245d8eb9-d5bc-4165-b521-953807d7612e None None] Attempt 3 to provision port 82303380-97ed-42fb-989a-4254a38d1489 Sep 16 19:34:21.328610 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [req-2b1c02f0-4dba-41c9-9dcd-27fb58befd87 req-fd5bd13c-a221-4be0-aec6-3d5b4670e1bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c75eae15-9c61-44f9-ab82-a2fda0cf7818 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 19:34:21.336426 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2b1c02f0-4dba-41c9-9dcd-27fb58befd87 req-fd5bd13c-a221-4be0-aec6-3d5b4670e1bf service neutron] Publish callbacks [] for port (c75eae15-9c61-44f9-ab82-a2fda0cf7818), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:21.354879 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-2b1c02f0-4dba-41c9-9dcd-27fb58befd87 req-fd5bd13c-a221-4be0-aec6-3d5b4670e1bf service neutron] Transition to ACTIVE for port object c75eae15-9c61-44f9-ab82-a2fda0cf7818 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 19:34:21.359088 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-245d8eb9-d5bc-4165-b521-953807d7612e None None] Port 82303380-97ed-42fb-989a-4254a38d1489 had new provisioning blocks added so it will not transition to active. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 19:34:21.362203 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2b1c02f0-4dba-41c9-9dcd-27fb58befd87 req-fd5bd13c-a221-4be0-aec6-3d5b4670e1bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445664'] for port (c75eae15-9c61-44f9-ab82-a2fda0cf7818), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:21.428919 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b4668-22c4-4de3-bac5-3fc76e4855ff req-49f293d4-9aa3-4679-9bd2-bc337b1548df tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:21.430472 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-529b4668-22c4-4de3-bac5-3fc76e4855ff req-49f293d4-9aa3-4679-9bd2-bc337b1548df tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 943 time: 0.0478535 Sep 16 19:34:21.440244 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5bd13c-a221-4be0-aec6-3d5b4670e1bf service neutron] Pushing event updated for resources: {'Port': ['ID=c75eae15-9c61-44f9-ab82-a2fda0cf7818,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:34:21.470297 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-2b1c02f0-4dba-41c9-9dcd-27fb58befd87 req-fd5bd13c-a221-4be0-aec6-3d5b4670e1bf service neutron] Attempting to bind port c75eae15-9c61-44f9-ab82-a2fda0cf7818 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:34:21.470734 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-2b1c02f0-4dba-41c9-9dcd-27fb58befd87 req-fd5bd13c-a221-4be0-aec6-3d5b4670e1bf service neutron] Attempting to bind port c75eae15-9c61-44f9-ab82-a2fda0cf7818 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '1bbf8b0b-6495-4316-87f9-c02c1faf60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c95d3abe-3283-4882-9a4b-da4bde31c550'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:34:21.471173 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1c02f0-4dba-41c9-9dcd-27fb58befd87 req-fd5bd13c-a221-4be0-aec6-3d5b4670e1bf service neutron] Attempting to bind port c75eae15-9c61-44f9-ab82-a2fda0cf7818 on network c95d3abe-3283-4882-9a4b-da4bde31c550 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:34:21.495422 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-529b4668-22c4-4de3-bac5-3fc76e4855ff req-37609fa3-7a0e-4028-b9d2-ac204881a984 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590756 Sep 16 19:34:21.517204 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1c02f0-4dba-41c9-9dcd-27fb58befd87 req-fd5bd13c-a221-4be0-aec6-3d5b4670e1bf service neutron] Port c75eae15-9c61-44f9-ab82-a2fda0cf7818 on network c95d3abe-3283-4882-9a4b-da4bde31c550 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 19:34:21.517695 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1c02f0-4dba-41c9-9dcd-27fb58befd87 req-fd5bd13c-a221-4be0-aec6-3d5b4670e1bf service neutron] Attempting to bind port c75eae15-9c61-44f9-ab82-a2fda0cf7818 on network c95d3abe-3283-4882-9a4b-da4bde31c550 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:34:21.558992 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1c02f0-4dba-41c9-9dcd-27fb58befd87 req-fd5bd13c-a221-4be0-aec6-3d5b4670e1bf service neutron] Checking agent: {'id': 'f29a7e91-2c4b-48c7-9aed-98e73119d395', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 24, 59), 'started_at': datetime.datetime(2022, 9, 16, 19, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:34:21.559316 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1c02f0-4dba-41c9-9dcd-27fb58befd87 req-fd5bd13c-a221-4be0-aec6-3d5b4670e1bf service neutron] Checking segment: {'id': '1bbf8b0b-6495-4316-87f9-c02c1faf60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c95d3abe-3283-4882-9a4b-da4bde31c550'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:34:21.559698 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1c02f0-4dba-41c9-9dcd-27fb58befd87 req-fd5bd13c-a221-4be0-aec6-3d5b4670e1bf service neutron] Bound using segment: {'id': '1bbf8b0b-6495-4316-87f9-c02c1faf60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c95d3abe-3283-4882-9a4b-da4bde31c550'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:34:21.560127 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-2b1c02f0-4dba-41c9-9dcd-27fb58befd87 req-fd5bd13c-a221-4be0-aec6-3d5b4670e1bf service neutron] Bound port: c75eae15-9c61-44f9-ab82-a2fda0cf7818, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bbf8b0b-6495-4316-87f9-c02c1faf60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c95d3abe-3283-4882-9a4b-da4bde31c550'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:34:21.560506 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2b1c02f0-4dba-41c9-9dcd-27fb58befd87 req-fd5bd13c-a221-4be0-aec6-3d5b4670e1bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (c75eae15-9c61-44f9-ab82-a2fda0cf7818), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:21.628053 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-2b1c02f0-4dba-41c9-9dcd-27fb58befd87 req-fd5bd13c-a221-4be0-aec6-3d5b4670e1bf service neutron] For port c75eae15-9c61-44f9-ab82-a2fda0cf7818, host hv-cinder-85032, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:34:21.631346 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-2b1c02f0-4dba-41c9-9dcd-27fb58befd87 req-fd5bd13c-a221-4be0-aec6-3d5b4670e1bf service neutron] For port c75eae15-9c61-44f9-ab82-a2fda0cf7818, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=c75eae15-9c61-44f9-ab82-a2fda0cf7818,segment=NetworkSegment(1bbf8b0b-6495-4316-87f9-c02c1faf60ca),segment_id=1bbf8b0b-6495-4316-87f9-c02c1faf60ca)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:34:21.639846 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2b1c02f0-4dba-41c9-9dcd-27fb58befd87 req-fd5bd13c-a221-4be0-aec6-3d5b4670e1bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445664'] for port (c75eae15-9c61-44f9-ab82-a2fda0cf7818), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:21.645867 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c02f0-4dba-41c9-9dcd-27fb58befd87 req-fd5bd13c-a221-4be0-aec6-3d5b4670e1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:21.646909 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2b1c02f0-4dba-41c9-9dcd-27fb58befd87 req-fd5bd13c-a221-4be0-aec6-3d5b4670e1bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:21.649157 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2b1c02f0-4dba-41c9-9dcd-27fb58befd87 req-fd5bd13c-a221-4be0-aec6-3d5b4670e1bf service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/c75eae15-9c61-44f9-ab82-a2fda0cf7818 HTTP/1.1" status: 200 len: 1093 time: 0.6405892 Sep 16 19:34:21.650038 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c747371d-93ef-4ef6-a76e-a95f8ff41ce8', 'tag': 'c75eae15-9c61-44f9-ab82-a2fda0cf7818'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:34:21.653082 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e152f16bac9f1df6f483fa1cb5a6d8c6a2a494143f87e2794594a52eeef6f53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe3dcf1-e0ff-4cca-b7e7-df214aceff51" -d '{"events": [{"name": "network-changed", "server_uuid": "c747371d-93ef-4ef6-a76e-a95f8ff41ce8", "tag": "c75eae15-9c61-44f9-ab82-a2fda0cf7818"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:34:21.693617 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 19:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e862461c-a552-4822-b333-68c69ff6348e x-openstack-request-id: req-e862461c-a552-4822-b333-68c69ff6348e {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:34:21.693917 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c747371d-93ef-4ef6-a76e-a95f8ff41ce8", "tag": "c75eae15-9c61-44f9-ab82-a2fda0cf7818", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:34:21.694171 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e862461c-a552-4822-b333-68c69ff6348e {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:34:21.694559 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e862461c-a552-4822-b333-68c69ff6348e'] response: {'name': 'network-changed', 'server_uuid': 'c747371d-93ef-4ef6-a76e-a95f8ff41ce8', 'tag': 'c75eae15-9c61-44f9-ab82-a2fda0cf7818', 'status': 'completed', 'code': 200} Sep 16 19:34:21.706887 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5bd13c-a221-4be0-aec6-3d5b4670e1bf service neutron] Pushing event updated for resources: {'Port': ['ID=c75eae15-9c61-44f9-ab82-a2fda0cf7818,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:34:22.111857 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7436f0e-fd03-4a13-8df5-0a19f0a8d1b1 req-a054993d-3bf7-41fa-a91f-e251c15b64da tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:22.113355 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c7436f0e-fd03-4a13-8df5-0a19f0a8d1b1 req-a054993d-3bf7-41fa-a91f-e251c15b64da tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c747371d-93ef-4ef6-a76e-a95f8ff41ce8 HTTP/1.1" status: 200 len: 943 time: 0.0486810 Sep 16 19:34:22.176644 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c7436f0e-fd03-4a13-8df5-0a19f0a8d1b1 req-16b07a6e-2ba3-4c96-8de6-0a69ace24bbf tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fab61234-d76c-4153-9db7-848fb2a35113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530131 Sep 16 19:34:22.636131 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24cb904-cdd9-4316-8ea3-fa026386f25c req-83dcc97f-8e60-4c6a-a92e-45e98df031b2 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:22.637638 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d24cb904-cdd9-4316-8ea3-fa026386f25c req-83dcc97f-8e60-4c6a-a92e-45e98df031b2 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 943 time: 0.0540996 Sep 16 19:34:22.697783 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d24cb904-cdd9-4316-8ea3-fa026386f25c req-a5cbf3f5-7e4b-4397-92e8-9dac8fa5e722 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511782 Sep 16 19:34:23.304334 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bef07-d02b-41d5-bd3d-d44306df16bc req-065c450d-e108-444c-9ddd-41eeeb3297c1 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:23.305742 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1c3bef07-d02b-41d5-bd3d-d44306df16bc req-065c450d-e108-444c-9ddd-41eeeb3297c1 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c747371d-93ef-4ef6-a76e-a95f8ff41ce8 HTTP/1.1" status: 200 len: 943 time: 0.0498884 Sep 16 19:34:23.364053 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1c3bef07-d02b-41d5-bd3d-d44306df16bc req-3ce07d50-f33d-40a4-ade7-76344838e1b3 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fab61234-d76c-4153-9db7-848fb2a35113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499010 Sep 16 19:34:23.441177 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:34:23.612085 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:23.620962 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1538a-4ee4-4ca8-b6e4-f2ae65b073ed req-81911527-bafb-4b56-8e45-02b5230fa2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:23.622504 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cab1538a-4ee4-4ca8-b6e4-f2ae65b073ed req-81911527-bafb-4b56-8e45-02b5230fa2ac service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ea12091447ba4a5799d6f416b32fa5cc&device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 1127 time: 0.0446954 Sep 16 19:34:23.648328 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3dcf1-e0ff-4cca-b7e7-df214aceff51 req-4b2c3548-13b6-4e83-bcf1-92cb1a4af6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:23.649882 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-5fe3dcf1-e0ff-4cca-b7e7-df214aceff51 req-4b2c3548-13b6-4e83-bcf1-92cb1a4af6db service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ea483f6ff12d425fa1e8aa29e472dfe2&device_id=c747371d-93ef-4ef6-a76e-a95f8ff41ce8 HTTP/1.1" status: 200 len: 1127 time: 0.0464387 Sep 16 19:34:23.727961 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1538a-4ee4-4ca8-b6e4-f2ae65b073ed req-621ab131-21b6-4da8-9637-a811739c4153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:23.729467 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cab1538a-4ee4-4ca8-b6e4-f2ae65b073ed req-621ab131-21b6-4da8-9637-a811739c4153 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=244c5642-5ab0-4834-bd0e-759fe8c918bc HTTP/1.1" status: 200 len: 918 time: 0.1008370 Sep 16 19:34:23.748547 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:23.777953 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cab1538a-4ee4-4ca8-b6e4-f2ae65b073ed req-4e554733-0e56-47aa-afc8-fb753a70ee34 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82303380-97ed-42fb-989a-4254a38d1489 HTTP/1.1" status: 200 len: 217 time: 0.0418556 Sep 16 19:34:23.780355 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3dcf1-e0ff-4cca-b7e7-df214aceff51 req-75f8c835-93f4-4dc9-8aaa-566e7d42e923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:23.781929 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-5fe3dcf1-e0ff-4cca-b7e7-df214aceff51 req-75f8c835-93f4-4dc9-8aaa-566e7d42e923 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=ea483f6ff12d425fa1e8aa29e472dfe2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1201179 Sep 16 19:34:23.868523 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1538a-4ee4-4ca8-b6e4-f2ae65b073ed req-437d5507-df14-4fcb-aaa2-381f1daa3850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:23.870007 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cab1538a-4ee4-4ca8-b6e4-f2ae65b073ed req-437d5507-df14-4fcb-aaa2-381f1daa3850 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=e74eaa38-2acb-40fa-b32b-5cd01428e71e HTTP/1.1" status: 200 len: 856 time: 0.0870273 Sep 16 19:34:23.875980 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d0300-b925-4978-b3bb-b8de623d2de4 req-0ff9e805-15f4-4c10-b070-d7cf6a300459 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:23.877381 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c90d0300-b925-4978-b3bb-b8de623d2de4 req-0ff9e805-15f4-4c10-b070-d7cf6a300459 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 943 time: 0.0630598 Sep 16 19:34:23.881234 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3dcf1-e0ff-4cca-b7e7-df214aceff51 req-d62c6c55-d1ff-4058-be87-a56d4afba0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:23.882682 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-5fe3dcf1-e0ff-4cca-b7e7-df214aceff51 req-d62c6c55-d1ff-4058-be87-a56d4afba0d5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947101 Sep 16 19:34:23.919884 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:23.933760 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1538a-4ee4-4ca8-b6e4-f2ae65b073ed req-0300dee0-0651-4722-9fca-359249b65762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:23.935265 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cab1538a-4ee4-4ca8-b6e4-f2ae65b073ed req-0300dee0-0651-4722-9fca-359249b65762 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=244c5642-5ab0-4834-bd0e-759fe8c918bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0570455 Sep 16 19:34:23.973724 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c90d0300-b925-4978-b3bb-b8de623d2de4 req-818ba06a-5e05-4da7-a2cf-22c534c4478b tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878959 Sep 16 19:34:23.986345 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c02f0-4dba-41c9-9dcd-27fb58befd87 req-33e0f9d0-e33f-446b-97b9-40b3721d9176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:23.988295 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2b1c02f0-4dba-41c9-9dcd-27fb58befd87 req-33e0f9d0-e33f-446b-97b9-40b3721d9176 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ea483f6ff12d425fa1e8aa29e472dfe2&device_id=c747371d-93ef-4ef6-a76e-a95f8ff41ce8 HTTP/1.1" status: 200 len: 1127 time: 0.0419159 Sep 16 19:34:24.032890 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2b1c02f0-4dba-41c9-9dcd-27fb58befd87 req-52cda8b6-015f-47a9-8ae7-ae61984a0b9d service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c75eae15-9c61-44f9-ab82-a2fda0cf7818 HTTP/1.1" status: 200 len: 217 time: 0.0324285 Sep 16 19:34:24.044373 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cab1538a-4ee4-4ca8-b6e4-f2ae65b073ed req-4fcf73a5-3fe6-4632-97f8-e46661ff2586 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/244c5642-5ab0-4834-bd0e-759fe8c918bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979669 Sep 16 19:34:24.090178 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c02f0-4dba-41c9-9dcd-27fb58befd87 req-e5a1c56f-67b9-4a5d-b05e-4996f59735a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:24.091578 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2b1c02f0-4dba-41c9-9dcd-27fb58befd87 req-e5a1c56f-67b9-4a5d-b05e-4996f59735a7 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=bd855fb2-111c-4847-9866-e1c6fab3dfc7 HTTP/1.1" status: 200 len: 850 time: 0.0505641 Sep 16 19:34:24.138923 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c02f0-4dba-41c9-9dcd-27fb58befd87 req-616c9d27-7f87-411c-b3e1-30ce648efe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:24.140585 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2b1c02f0-4dba-41c9-9dcd-27fb58befd87 req-616c9d27-7f87-411c-b3e1-30ce648efe53 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=c95d3abe-3283-4882-9a4b-da4bde31c550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427909 Sep 16 19:34:24.153993 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:24.157309 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cab1538a-4ee4-4ca8-b6e4-f2ae65b073ed req-55c3265f-a255-444e-99cf-57385672076f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/244c5642-5ab0-4834-bd0e-759fe8c918bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062827 Sep 16 19:34:24.234371 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2b1c02f0-4dba-41c9-9dcd-27fb58befd87 req-2fa0bcaa-34a6-4905-adad-808dd83da8b6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/c95d3abe-3283-4882-9a4b-da4bde31c550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881169 Sep 16 19:34:24.326087 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2b1c02f0-4dba-41c9-9dcd-27fb58befd87 req-85e2f71a-756b-431e-b2b8-3b81ec09d078 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/c95d3abe-3283-4882-9a4b-da4bde31c550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854166 Sep 16 19:34:24.510290 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b9185-21b1-4139-aaf8-4c5fe070182a req-41380fb3-689e-453d-b2b6-7bd5355f41ec tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:24.511840 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2d5b9185-21b1-4139-aaf8-4c5fe070182a req-41380fb3-689e-453d-b2b6-7bd5355f41ec tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c747371d-93ef-4ef6-a76e-a95f8ff41ce8 HTTP/1.1" status: 200 len: 943 time: 0.0641189 Sep 16 19:34:24.565994 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2d5b9185-21b1-4139-aaf8-4c5fe070182a req-78f0e5a2-8df6-4949-9831-f2a8cdb4b251 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fab61234-d76c-4153-9db7-848fb2a35113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460758 Sep 16 19:34:24.937070 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 82303380-97ed-42fb-989a-4254a38d1489 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 19:34:25.045334 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port 82303380-97ed-42fb-989a-4254a38d1489, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=82303380-97ed-42fb-989a-4254a38d1489,segment=NetworkSegment(36fb67b8-e635-4794-987f-fa439239cfd5),segment_id=36fb67b8-e635-4794-987f-fa439239cfd5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:34:25.057548 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Returning: {'device': '82303380-97ed-42fb-989a-4254a38d1489', 'network_id': '244c5642-5ab0-4834-bd0e-759fe8c918bc', 'port_id': '82303380-97ed-42fb-989a-4254a38d1489', 'mac_address': 'fa:16:3e:3c:10:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e74eaa38-2acb-40fa-b32b-5cd01428e71e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 19:34:25.094297 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port 82303380-97ed-42fb-989a-4254a38d1489 is: DOWN; New status is: BUILD {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:34:25.094695 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (82303380-97ed-42fb-989a-4254a38d1489), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:25.104958 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a44ba-d75a-4f0c-a7be-fa7b5f81b977 req-2c0b9613-fd62-419d-8bfa-a2a2e6093e25 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:25.106687 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-353a44ba-d75a-4f0c-a7be-fa7b5f81b977 req-2c0b9613-fd62-419d-8bfa-a2a2e6093e25 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 943 time: 0.0517392 Sep 16 19:34:25.109139 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82303380-97ed-42fb-989a-4254a38d1489 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 19:34:25.129664 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port 82303380-97ed-42fb-989a-4254a38d1489, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=82303380-97ed-42fb-989a-4254a38d1489,segment=NetworkSegment(36fb67b8-e635-4794-987f-fa439239cfd5),segment_id=36fb67b8-e635-4794-987f-fa439239cfd5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:34:25.135052 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (82303380-97ed-42fb-989a-4254a38d1489), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:25.156951 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-353a44ba-d75a-4f0c-a7be-fa7b5f81b977 req-d6ea4dc2-284b-4042-8ff5-0a75ff57b457 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441267 Sep 16 19:34:25.180532 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=82303380-97ed-42fb-989a-4254a38d1489,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:34:25.596031 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] get_ports_and_sgs() called for port_ids ['82303380-97ed-42fb-989a-4254a38d1489'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 19:34:25.691887 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92554b6a-0f0a-4d9c-b24f-4de3fb78318f req-201aaee4-b2c5-48e0-85d1-8765744897a6 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:25.693408 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-92554b6a-0f0a-4d9c-b24f-4de3fb78318f req-201aaee4-b2c5-48e0-85d1-8765744897a6 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c747371d-93ef-4ef6-a76e-a95f8ff41ce8 HTTP/1.1" status: 200 len: 943 time: 0.0478084 Sep 16 19:34:25.694709 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:25.743650 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-92554b6a-0f0a-4d9c-b24f-4de3fb78318f req-6708eaa5-92f0-4b74-8bd6-20482c0a2408 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fab61234-d76c-4153-9db7-848fb2a35113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443251 Sep 16 19:34:26.292497 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b67eed-4cb4-443d-8bdc-48cff6e1fcd4 req-ba798755-da78-40c0-bea0-1a4a7b21ff82 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:26.294304 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-32b67eed-4cb4-443d-8bdc-48cff6e1fcd4 req-ba798755-da78-40c0-bea0-1a4a7b21ff82 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 944 time: 0.0485225 Sep 16 19:34:26.345920 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-32b67eed-4cb4-443d-8bdc-48cff6e1fcd4 req-916ceb09-24ca-4c2b-a5e3-2351c60dc2e0 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432584 Sep 16 19:34:26.869114 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3bf34d-1783-4bb1-bc1d-95f8d508776f req-912cd820-8c12-4977-b736-e073d0e34826 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:26.870588 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ea3bf34d-1783-4bb1-bc1d-95f8d508776f req-912cd820-8c12-4977-b736-e073d0e34826 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c747371d-93ef-4ef6-a76e-a95f8ff41ce8 HTTP/1.1" status: 200 len: 943 time: 0.0487180 Sep 16 19:34:26.920367 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ea3bf34d-1783-4bb1-bc1d-95f8d508776f req-f176eebe-ef68-4511-a145-36ef46b6b792 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fab61234-d76c-4153-9db7-848fb2a35113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416877 Sep 16 19:34:26.961470 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 82303380-97ed-42fb-989a-4254a38d1489 up at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:34:27.006449 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Provisioning for port 82303380-97ed-42fb-989a-4254a38d1489 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 19:34:27.016351 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Provisioning complete for port 82303380-97ed-42fb-989a-4254a38d1489 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:34:27.016794 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (82303380-97ed-42fb-989a-4254a38d1489), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:27.017126 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Attempt 1 to provision port 82303380-97ed-42fb-989a-4254a38d1489 Sep 16 19:34:27.052871 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:27.094697 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port 82303380-97ed-42fb-989a-4254a38d1489 is: BUILD; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:34:27.095157 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (82303380-97ed-42fb-989a-4254a38d1489), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:27.124992 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82303380-97ed-42fb-989a-4254a38d1489'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:34:27.128424 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f3f7bbbb38247194f391b6222dc5c183e9bfb457d3b71a23f23b79e9cf016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720644fd-6674-479c-85a9-98aede356710" -d '{"events": [{"server_uuid": "2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1", "name": "network-vif-plugged", "status": "completed", "tag": "82303380-97ed-42fb-989a-4254a38d1489"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:34:27.142955 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port 82303380-97ed-42fb-989a-4254a38d1489, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=82303380-97ed-42fb-989a-4254a38d1489,segment=NetworkSegment(36fb67b8-e635-4794-987f-fa439239cfd5),segment_id=36fb67b8-e635-4794-987f-fa439239cfd5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:34:27.148444 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (82303380-97ed-42fb-989a-4254a38d1489), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:27.172076 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 19:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8dc68cc-800c-4017-9e25-1577dc915aa3 x-openstack-request-id: req-b8dc68cc-800c-4017-9e25-1577dc915aa3 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:34:27.172368 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1", "name": "network-vif-plugged", "status": "completed", "tag": "82303380-97ed-42fb-989a-4254a38d1489", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:34:27.172671 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b8dc68cc-800c-4017-9e25-1577dc915aa3 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:34:27.173066 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8dc68cc-800c-4017-9e25-1577dc915aa3'] response: {'server_uuid': '2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82303380-97ed-42fb-989a-4254a38d1489', 'code': 200} Sep 16 19:34:27.200412 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=82303380-97ed-42fb-989a-4254a38d1489,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:34:27.207307 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:34:27.207647 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:34:27.207979 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:34:27.208305 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:34:27.208666 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:34:27.208985 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:34:27.209303 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:34:27.209638 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:34:27.209929 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:34:27.210223 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:34:27.210540 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:34:27.210869 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:34:27.211186 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:34:27.211493 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:34:27.211801 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:34:27.425436 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb0a07-b0fd-412b-b074-ff2f6fef3bec req-ad4fda60-560b-49be-a796-93c7b94207ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:27.426985 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-26fb0a07-b0fd-412b-b074-ff2f6fef3bec req-ad4fda60-560b-49be-a796-93c7b94207ad service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 1129 time: 0.0462947 Sep 16 19:34:27.503881 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53658b-53c9-4859-949d-d76b6e1f8f76 req-a77514f1-779f-4db3-9e99-299deeac0034 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:27.505386 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ce53658b-53c9-4859-949d-d76b6e1f8f76 req-a77514f1-779f-4db3-9e99-299deeac0034 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0660405 Sep 16 19:34:27.507524 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-26fb0a07-b0fd-412b-b074-ff2f6fef3bec req-f417d021-7000-495e-b59e-aa1e44bad7ea service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746663 Sep 16 19:34:27.554488 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ce53658b-53c9-4859-949d-d76b6e1f8f76 req-667833de-5267-4092-b2a9-3f2d55f1c361 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417266 Sep 16 19:34:28.065187 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2cfde-dde6-48c3-8d06-cc7827c35371 req-c3addc3e-e91d-4d03-b5ef-4c65d4b1cf2c tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:28.066557 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fdc2cfde-dde6-48c3-8d06-cc7827c35371 req-c3addc3e-e91d-4d03-b5ef-4c65d4b1cf2c tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c747371d-93ef-4ef6-a76e-a95f8ff41ce8 HTTP/1.1" status: 200 len: 943 time: 0.0509143 Sep 16 19:34:28.117768 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fdc2cfde-dde6-48c3-8d06-cc7827c35371 req-970d30af-1154-47d9-970c-936a0649e29f tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fab61234-d76c-4153-9db7-848fb2a35113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454819 Sep 16 19:34:28.695403 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb50465-de05-44a4-b4ad-a0a0e74a31cb req-6a800f19-672d-4e77-825d-2ef37c3886eb tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:28.696914 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4eb50465-de05-44a4-b4ad-a0a0e74a31cb req-6a800f19-672d-4e77-825d-2ef37c3886eb tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0497403 Sep 16 19:34:28.727086 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:28.749818 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4eb50465-de05-44a4-b4ad-a0a0e74a31cb req-aec6e0b1-bba6-4be0-ad60-92d6d56572fe tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471122 Sep 16 19:34:28.964693 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device c75eae15-9c61-44f9-ab82-a2fda0cf7818 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 19:34:29.071481 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port c75eae15-9c61-44f9-ab82-a2fda0cf7818, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=c75eae15-9c61-44f9-ab82-a2fda0cf7818,segment=NetworkSegment(1bbf8b0b-6495-4316-87f9-c02c1faf60ca),segment_id=1bbf8b0b-6495-4316-87f9-c02c1faf60ca)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:34:29.082677 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Returning: {'device': 'c75eae15-9c61-44f9-ab82-a2fda0cf7818', 'network_id': 'c95d3abe-3283-4882-9a4b-da4bde31c550', 'port_id': 'c75eae15-9c61-44f9-ab82-a2fda0cf7818', 'mac_address': 'fa:16:3e:50:1f:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd855fb2-111c-4847-9866-e1c6fab3dfc7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 19:34:29.118767 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port c75eae15-9c61-44f9-ab82-a2fda0cf7818 is: DOWN; New status is: BUILD {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:34:29.119149 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (c75eae15-9c61-44f9-ab82-a2fda0cf7818), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:29.135843 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c75eae15-9c61-44f9-ab82-a2fda0cf7818 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 19:34:29.156165 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port c75eae15-9c61-44f9-ab82-a2fda0cf7818, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=c75eae15-9c61-44f9-ab82-a2fda0cf7818,segment=NetworkSegment(1bbf8b0b-6495-4316-87f9-c02c1faf60ca),segment_id=1bbf8b0b-6495-4316-87f9-c02c1faf60ca)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:34:29.163516 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (c75eae15-9c61-44f9-ab82-a2fda0cf7818), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:29.211913 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=c75eae15-9c61-44f9-ab82-a2fda0cf7818,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:34:29.241774 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b47a6cc-c7a7-4904-95e5-b4b6e5f6dc1f req-08c670d7-8b19-4663-9181-80af78b81983 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:29.243313 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4b47a6cc-c7a7-4904-95e5-b4b6e5f6dc1f req-08c670d7-8b19-4663-9181-80af78b81983 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c747371d-93ef-4ef6-a76e-a95f8ff41ce8 HTTP/1.1" status: 200 len: 944 time: 0.0473061 Sep 16 19:34:29.290389 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4b47a6cc-c7a7-4904-95e5-b4b6e5f6dc1f req-db5e1600-cd2b-430a-bb72-90e9852d906b tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fab61234-d76c-4153-9db7-848fb2a35113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409358 Sep 16 19:34:29.634437 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] get_ports_and_sgs() called for port_ids ['c75eae15-9c61-44f9-ab82-a2fda0cf7818'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 19:34:29.882124 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d9c2a-d5ef-4716-b193-f85c7df3e7e1 req-6d265abe-3f05-44de-a6eb-fcefac2b7293 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:29.883623 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-524d9c2a-d5ef-4716-b193-f85c7df3e7e1 req-6d265abe-3f05-44de-a6eb-fcefac2b7293 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0492575 Sep 16 19:34:29.933976 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-524d9c2a-d5ef-4716-b193-f85c7df3e7e1 req-38746f27-a92e-433c-8ee7-945c7e6186a7 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423439 Sep 16 19:34:30.025696 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3fa496e8-174c-42ae-99fa-e3c529c5ad36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:30.055009 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7e7c9-74dd-416d-97c2-a7bcdf714ea4 req-ddaec30b-40da-4b12-9af4-9229aa642b25 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:30.056514 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cef7e7c9-74dd-416d-97c2-a7bcdf714ea4 req-ddaec30b-40da-4b12-9af4-9229aa642b25 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0468206 Sep 16 19:34:30.067022 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 51016) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:34:30.072105 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-395573b8-d5e8-4d86-acb6-0e6747c44efa tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Request body: {'floatingip': {'port_id': '82303380-97ed-42fb-989a-4254a38d1489'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:34:30.114267 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-395573b8-d5e8-4d86-acb6-0e6747c44efa tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks [] for floatingip (2f08c007-fcb9-47f6-b2ef-0f882e1d9ae4), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:30.168670 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:30.411439 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6cdb2-bda3-4cbc-9076-17495dffff86 req-700434d3-84b5-4ddb-85ef-1ecca7ea4d0c tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:30.413077 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e5b6cdb2-bda3-4cbc-9076-17495dffff86 req-700434d3-84b5-4ddb-85ef-1ecca7ea4d0c tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c747371d-93ef-4ef6-a76e-a95f8ff41ce8 HTTP/1.1" status: 200 len: 944 time: 0.0464845 Sep 16 19:34:30.462404 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e5b6cdb2-bda3-4cbc-9076-17495dffff86 req-c3812b88-c1c9-45a3-9cc2-34921e646de4 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fab61234-d76c-4153-9db7-848fb2a35113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433660 Sep 16 19:34:30.490686 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:30.536894 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-395573b8-d5e8-4d86-acb6-0e6747c44efa tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:30.541609 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-395573b8-d5e8-4d86-acb6-0e6747c44efa tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681123'] for floatingip (2f08c007-fcb9-47f6-b2ef-0f882e1d9ae4), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:30.640236 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.db.l3_db [None req-395573b8-d5e8-4d86-acb6-0e6747c44efa tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Floating IP 2f08c007-fcb9-47f6-b2ef-0f882e1d9ae4 associated. External IP: 172.27.2.197, port: 82303380-97ed-42fb-989a-4254a38d1489. Sep 16 19:34:30.850882 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-395573b8-d5e8-4d86-acb6-0e6747c44efa tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Router f36e8da1-e941-4b36-8c3c-5c066dcbd250 has already been hosted by L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:34:30.955125 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395573b8-d5e8-4d86-acb6-0e6747c44efa tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:34:30.959896 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-395573b8-d5e8-4d86-acb6-0e6747c44efa tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for floatingip (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:30.965561 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec9263d-cfd8-4331-94d8-6e81e1509dcc None None] Sync routers for ids ['f36e8da1-e941-4b36-8c3c-5c066dcbd250'] in dv-cinder-850320-7-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:34:30.976899 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec9263d-cfd8-4331-94d8-6e81e1509dcc None None] Routers {'f36e8da1-e941-4b36-8c3c-5c066dcbd250'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:34:30.977507 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-aec9263d-cfd8-4331-94d8-6e81e1509dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:34:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['f36e8da1-e941-4b36-8c3c-5c066dcbd250'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:34:30.991844 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-395573b8-d5e8-4d86-acb6-0e6747c44efa tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/2f08c007-fcb9-47f6-b2ef-0f882e1d9ae4 HTTP/1.1" status: 200 len: 991 time: 0.9234579 Sep 16 19:34:30.992595 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1', 'tag': '82303380-97ed-42fb-989a-4254a38d1489'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:34:30.994888 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e152f16bac9f1df6f483fa1cb5a6d8c6a2a494143f87e2794594a52eeef6f53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642b7342-421c-4501-a0db-97034f355383" -d '{"events": [{"name": "network-changed", "server_uuid": "2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1", "tag": "82303380-97ed-42fb-989a-4254a38d1489"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:34:31.016179 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device c75eae15-9c61-44f9-ab82-a2fda0cf7818 up at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:34:31.018551 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:31.033347 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 19:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e38531-dd1f-454f-a7e5-d795ec5314b8 x-openstack-request-id: req-a0e38531-dd1f-454f-a7e5-d795ec5314b8 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:34:31.033634 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1", "tag": "82303380-97ed-42fb-989a-4254a38d1489", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:34:31.033881 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a0e38531-dd1f-454f-a7e5-d795ec5314b8 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:34:31.034287 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0e38531-dd1f-454f-a7e5-d795ec5314b8'] response: {'name': 'network-changed', 'server_uuid': '2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1', 'tag': '82303380-97ed-42fb-989a-4254a38d1489', 'status': 'completed', 'code': 200} Sep 16 19:34:31.118234 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Provisioning for port c75eae15-9c61-44f9-ab82-a2fda0cf7818 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 19:34:31.126335 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:31.127339 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b7342-421c-4501-a0db-97034f355383 req-8b899d08-9c5a-48b8-aa57-ec276734774f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:31.128588 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-aec9263d-cfd8-4331-94d8-6e81e1509dcc None None] Set router f36e8da1-e941-4b36-8c3c-5c066dcbd250 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:34:31.128935 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-642b7342-421c-4501-a0db-97034f355383 req-8b899d08-9c5a-48b8-aa57-ec276734774f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ea12091447ba4a5799d6f416b32fa5cc&device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 1129 time: 0.0444903 Sep 16 19:34:31.131192 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Provisioning complete for port c75eae15-9c61-44f9-ab82-a2fda0cf7818 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:34:31.131559 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (c75eae15-9c61-44f9-ab82-a2fda0cf7818), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:31.131886 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Attempt 1 to provision port c75eae15-9c61-44f9-ab82-a2fda0cf7818 Sep 16 19:34:31.194713 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:31.221190 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b7342-421c-4501-a0db-97034f355383 req-1d74e4a6-8f2f-4f57-896b-6b097c08b5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:31.222556 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-642b7342-421c-4501-a0db-97034f355383 req-1d74e4a6-8f2f-4f57-896b-6b097c08b5e2 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=244c5642-5ab0-4834-bd0e-759fe8c918bc HTTP/1.1" status: 200 len: 918 time: 0.0864398 Sep 16 19:34:31.329656 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port c75eae15-9c61-44f9-ab82-a2fda0cf7818 is: BUILD; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:34:31.330040 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (c75eae15-9c61-44f9-ab82-a2fda0cf7818), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:31.375591 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c747371d-93ef-4ef6-a76e-a95f8ff41ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c75eae15-9c61-44f9-ab82-a2fda0cf7818'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:34:31.377905 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f3f7bbbb38247194f391b6222dc5c183e9bfb457d3b71a23f23b79e9cf016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf5b99a-995d-467a-a87a-2fb7261a56b6" -d '{"events": [{"server_uuid": "c747371d-93ef-4ef6-a76e-a95f8ff41ce8", "name": "network-vif-plugged", "status": "completed", "tag": "c75eae15-9c61-44f9-ab82-a2fda0cf7818"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:34:31.401137 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port c75eae15-9c61-44f9-ab82-a2fda0cf7818, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=c75eae15-9c61-44f9-ab82-a2fda0cf7818,segment=NetworkSegment(1bbf8b0b-6495-4316-87f9-c02c1faf60ca),segment_id=1bbf8b0b-6495-4316-87f9-c02c1faf60ca)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:34:31.409139 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (c75eae15-9c61-44f9-ab82-a2fda0cf7818), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:31.432312 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 19:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bdbe51b-fa8e-4776-873b-2d9f4ae0230c x-openstack-request-id: req-1bdbe51b-fa8e-4776-873b-2d9f4ae0230c {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:34:31.432660 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c747371d-93ef-4ef6-a76e-a95f8ff41ce8", "name": "network-vif-plugged", "status": "completed", "tag": "c75eae15-9c61-44f9-ab82-a2fda0cf7818", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:34:31.432913 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1bdbe51b-fa8e-4776-873b-2d9f4ae0230c {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:34:31.433304 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bdbe51b-fa8e-4776-873b-2d9f4ae0230c'] response: {'server_uuid': 'c747371d-93ef-4ef6-a76e-a95f8ff41ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c75eae15-9c61-44f9-ab82-a2fda0cf7818', 'code': 200} Sep 16 19:34:31.569550 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-642b7342-421c-4501-a0db-97034f355383 req-094641f8-8e10-493b-9071-e88863cdc544 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82303380-97ed-42fb-989a-4254a38d1489 HTTP/1.1" status: 200 len: 999 time: 0.3396721 Sep 16 19:34:31.625808 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-aec9263d-cfd8-4331-94d8-6e81e1509dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'name': 'tempest-AttachVolumeShelveTestJSON-1087850337-router', 'tenant_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '13a913e7-fbd9-47b5-8b8a-b0594341432e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:34:10Z', 'updated_at': '2022-09-16T19:34:13Z', 'revision_number': 4, 'project_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'gw_port': {'id': '13a913e7-fbd9-47b5-8b8a-b0594341432e', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:34:10Z', 'updated_at': '2022-09-16T19:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_floatingips': [{'id': '2f08c007-fcb9-47f6-b2ef-0f882e1d9ae4', 'tenant_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'port_id': '82303380-97ed-42fb-989a-4254a38d1489', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '244c5642-5ab0-4834-bd0e-759fe8c918bc', 'mac_address': 'fa:16:3e:3c:10:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:34:16Z', 'updated_at': '2022-09-16T19:34:30Z', 'revision_number': 1, 'project_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7753f85b-c077-4d9f-bbdd-12f24e1e583f', 'name': '', 'network_id': '244c5642-5ab0-4834-bd0e-759fe8c918bc', 'tenant_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'mac_address': 'fa:16:3e:0e:94:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e74eaa38-2acb-40fa-b32b-5cd01428e71e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:34:12Z', 'updated_at': '2022-09-16T19:34:16Z', 'revision_number': 5, 'project_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'subnets': [{'id': 'e74eaa38-2acb-40fa-b32b-5cd01428e71e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:34:31.646546 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf935047-ae73-4e30-9a9f-56daa94d90da req-7026d2ef-cc06-419e-b60e-90badf9b92cf tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:31.647121 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b7342-421c-4501-a0db-97034f355383 req-033589c5-b629-4cd6-9300-0b2ea57c22a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:31.648537 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-642b7342-421c-4501-a0db-97034f355383 req-033589c5-b629-4cd6-9300-0b2ea57c22a8 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=e74eaa38-2acb-40fa-b32b-5cd01428e71e HTTP/1.1" status: 200 len: 856 time: 0.0725138 Sep 16 19:34:31.649238 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cf935047-ae73-4e30-9a9f-56daa94d90da req-7026d2ef-cc06-419e-b60e-90badf9b92cf tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c747371d-93ef-4ef6-a76e-a95f8ff41ce8 HTTP/1.1" status: 200 len: 945 time: 0.0970283 Sep 16 19:34:31.654331 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec9263d-cfd8-4331-94d8-6e81e1509dcc None None] Checking router: f36e8da1-e941-4b36-8c3c-5c066dcbd250 for host: dv-cinder-850320-7-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:34:31.656059 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=c75eae15-9c61-44f9-ab82-a2fda0cf7818,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:34:31.665948 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec9263d-cfd8-4331-94d8-6e81e1509dcc None None] Routers {'f36e8da1-e941-4b36-8c3c-5c066dcbd250'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:34:31.666548 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-aec9263d-cfd8-4331-94d8-6e81e1509dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:34:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['f36e8da1-e941-4b36-8c3c-5c066dcbd250'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:34:31.696904 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f022663-5a0d-473d-8756-f47023a36a0c req-f8d270fb-9d41-495f-b0ad-cf2b285d9944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:31.697192 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b7342-421c-4501-a0db-97034f355383 req-ae51c1d3-5b0c-4ad7-ba34-c31f446ca087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:31.698441 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8f022663-5a0d-473d-8756-f47023a36a0c req-f8d270fb-9d41-495f-b0ad-cf2b285d9944 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c747371d-93ef-4ef6-a76e-a95f8ff41ce8 HTTP/1.1" status: 200 len: 1129 time: 0.0688379 Sep 16 19:34:31.699258 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-642b7342-421c-4501-a0db-97034f355383 req-ae51c1d3-5b0c-4ad7-ba34-c31f446ca087 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=244c5642-5ab0-4834-bd0e-759fe8c918bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443251 Sep 16 19:34:31.743309 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cf935047-ae73-4e30-9a9f-56daa94d90da req-7da59a8b-7b7d-47b2-a5f9-e1cfa662ba5e tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fab61234-d76c-4153-9db7-848fb2a35113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761352 Sep 16 19:34:31.775637 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8f022663-5a0d-473d-8756-f47023a36a0c req-e2a3b056-0ec7-47b4-874a-62cd4e0f545a service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fab61234-d76c-4153-9db7-848fb2a35113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594573 Sep 16 19:34:31.790861 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-aec9263d-cfd8-4331-94d8-6e81e1509dcc None None] Set router f36e8da1-e941-4b36-8c3c-5c066dcbd250 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:34:31.811178 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-642b7342-421c-4501-a0db-97034f355383 req-b68bdb2e-31ee-4f41-9ee4-ee286409096e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/244c5642-5ab0-4834-bd0e-759fe8c918bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014910 Sep 16 19:34:31.842372 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:32.061055 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-aec9263d-cfd8-4331-94d8-6e81e1509dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'name': 'tempest-AttachVolumeShelveTestJSON-1087850337-router', 'tenant_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '13a913e7-fbd9-47b5-8b8a-b0594341432e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:34:10Z', 'updated_at': '2022-09-16T19:34:13Z', 'revision_number': 4, 'project_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'gw_port': {'id': '13a913e7-fbd9-47b5-8b8a-b0594341432e', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:34:10Z', 'updated_at': '2022-09-16T19:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_floatingips': [{'id': '2f08c007-fcb9-47f6-b2ef-0f882e1d9ae4', 'tenant_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'port_id': '82303380-97ed-42fb-989a-4254a38d1489', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '244c5642-5ab0-4834-bd0e-759fe8c918bc', 'mac_address': 'fa:16:3e:3c:10:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:34:16Z', 'updated_at': '2022-09-16T19:34:30Z', 'revision_number': 1, 'project_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7753f85b-c077-4d9f-bbdd-12f24e1e583f', 'name': '', 'network_id': '244c5642-5ab0-4834-bd0e-759fe8c918bc', 'tenant_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'mac_address': 'fa:16:3e:0e:94:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e74eaa38-2acb-40fa-b32b-5cd01428e71e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:34:12Z', 'updated_at': '2022-09-16T19:34:16Z', 'revision_number': 5, 'project_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'subnets': [{'id': 'e74eaa38-2acb-40fa-b32b-5cd01428e71e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:34:32.094524 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec9263d-cfd8-4331-94d8-6e81e1509dcc None None] The sync data for ids ['f36e8da1-e941-4b36-8c3c-5c066dcbd250'] in dv-cinder-850320-7-iscsi is: [{'id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'name': 'tempest-AttachVolumeShelveTestJSON-1087850337-router', 'tenant_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '13a913e7-fbd9-47b5-8b8a-b0594341432e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:34:10Z', 'updated_at': '2022-09-16T19:34:13Z', 'revision_number': 4, 'project_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'gw_port': {'id': '13a913e7-fbd9-47b5-8b8a-b0594341432e', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:34:10Z', 'updated_at': '2022-09-16T19:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_floatingips': [{'id': '2f08c007-fcb9-47f6-b2ef-0f882e1d9ae4', 'tenant_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'port_id': '82303380-97ed-42fb-989a-4254a38d1489', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '244c5642-5ab0-4834-bd0e-759fe8c918bc', 'mac_address': 'fa:16:3e:3c:10:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:34:16Z', 'updated_at': '2022-09-16T19:34:30Z', 'revision_number': 1, 'project_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7753f85b-c077-4d9f-bbdd-12f24e1e583f', 'name': '', 'network_id': '244c5642-5ab0-4834-bd0e-759fe8c918bc', 'tenant_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'mac_address': 'fa:16:3e:0e:94:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e74eaa38-2acb-40fa-b32b-5cd01428e71e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:34:12Z', 'updated_at': '2022-09-16T19:34:16Z', 'revision_number': 5, 'project_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'subnets': [{'id': 'e74eaa38-2acb-40fa-b32b-5cd01428e71e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:34:32.272535 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7c5972b3-ec06-43ad-90ff-afa87580bd09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:32.274980 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-642b7342-421c-4501-a0db-97034f355383 req-35572569-b338-4f0f-b139-6ec0c34713f6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/244c5642-5ab0-4834-bd0e-759fe8c918bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905313 Sep 16 19:34:32.293103 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38d4aca-26f1-45e7-b0d2-ea2ac554a3af None None] New status for floating IP 2f08c007-fcb9-47f6-b2ef-0f882e1d9ae4: ACTIVE {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 19:34:32.882969 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f40b69-342e-43a8-8fbe-83eb786b8599 req-014672c0-8e5e-4222-8e92-446a7ba89fc0 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:32.884434 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-96f40b69-342e-43a8-8fbe-83eb786b8599 req-014672c0-8e5e-4222-8e92-446a7ba89fc0 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c747371d-93ef-4ef6-a76e-a95f8ff41ce8 HTTP/1.1" status: 200 len: 945 time: 0.0534651 Sep 16 19:34:32.933317 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-96f40b69-342e-43a8-8fbe-83eb786b8599 req-f3e69c77-8ed3-4cf1-a287-84c9ea6b5572 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fab61234-d76c-4153-9db7-848fb2a35113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418193 Sep 16 19:34:33.640675 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:34.062209 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b05a0-a2fd-41e9-bcf4-c7f635b3a5ac req-9476ba24-0c6d-4ee8-b2fe-b7ec99f99d9a tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:34.063691 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-496b05a0-a2fd-41e9-bcf4-c7f635b3a5ac req-9476ba24-0c6d-4ee8-b2fe-b7ec99f99d9a tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c747371d-93ef-4ef6-a76e-a95f8ff41ce8 HTTP/1.1" status: 200 len: 945 time: 0.0535240 Sep 16 19:34:34.078684 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:34.119848 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-496b05a0-a2fd-41e9-bcf4-c7f635b3a5ac req-b3726160-dd95-44fb-b3dc-5f27ae5c3e19 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fab61234-d76c-4153-9db7-848fb2a35113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476046 Sep 16 19:34:34.241139 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ffb744-258e-4a06-acc8-ae9aa50d3bbd req-e3fe1dc4-c8a1-49a0-858a-5a194d084818 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:34.242591 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-26ffb744-258e-4a06-acc8-ae9aa50d3bbd req-e3fe1dc4-c8a1-49a0-858a-5a194d084818 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c747371d-93ef-4ef6-a76e-a95f8ff41ce8 HTTP/1.1" status: 200 len: 945 time: 0.0481813 Sep 16 19:34:34.253193 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 51038) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:34:34.257623 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-3b150f52-03a7-4851-9cfb-521482e61549 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Request body: {'floatingip': {'port_id': 'c75eae15-9c61-44f9-ab82-a2fda0cf7818'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:34:34.299469 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3b150f52-03a7-4851-9cfb-521482e61549 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks [] for floatingip (de8aad47-4b2e-4e23-a554-05c9bdddb712), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:34.497754 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:34.767984 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3b150f52-03a7-4851-9cfb-521482e61549 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:34.776795 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3b150f52-03a7-4851-9cfb-521482e61549 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681123'] for floatingip (de8aad47-4b2e-4e23-a554-05c9bdddb712), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:34.884489 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.db.l3_db [None req-3b150f52-03a7-4851-9cfb-521482e61549 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Floating IP de8aad47-4b2e-4e23-a554-05c9bdddb712 associated. External IP: 172.27.2.246, port: c75eae15-9c61-44f9-ab82-a2fda0cf7818. Sep 16 19:34:34.940490 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:34.974540 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:35.107812 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:35.114852 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b150f52-03a7-4851-9cfb-521482e61549 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Router 740295f4-51e8-4b53-b3d9-d5677e6c4721 has already been hosted by L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:34:35.128490 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:35.222245 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b150f52-03a7-4851-9cfb-521482e61549 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:34:35.227171 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3b150f52-03a7-4851-9cfb-521482e61549 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for floatingip (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:34:35.234211 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d870d972-93fb-466d-9665-cc1d1b238c6e None None] Sync routers for ids ['740295f4-51e8-4b53-b3d9-d5677e6c4721'] in dv-cinder-850320-7-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:34:35.245089 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d870d972-93fb-466d-9665-cc1d1b238c6e None None] Routers {'740295f4-51e8-4b53-b3d9-d5677e6c4721'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:34:35.245786 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-d870d972-93fb-466d-9665-cc1d1b238c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:34:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['740295f4-51e8-4b53-b3d9-d5677e6c4721'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:34:35.259644 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-3b150f52-03a7-4851-9cfb-521482e61549 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/de8aad47-4b2e-4e23-a554-05c9bdddb712 HTTP/1.1" status: 200 len: 991 time: 1.0032787 Sep 16 19:34:35.259644 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c747371d-93ef-4ef6-a76e-a95f8ff41ce8', 'tag': 'c75eae15-9c61-44f9-ab82-a2fda0cf7818'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:34:35.260622 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc02aeec164665d1be19478bc83a94d6f81df8203eb0e70a86ccaa2f58cdb70d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024c507c-30fa-4f53-8119-5c86c62ddb8c" -d '{"events": [{"name": "network-changed", "server_uuid": "c747371d-93ef-4ef6-a76e-a95f8ff41ce8", "tag": "c75eae15-9c61-44f9-ab82-a2fda0cf7818"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:34:35.297073 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:35.301536 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 19:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7e52f9-242e-4bc6-b6c5-be0dbdbb22af x-openstack-request-id: req-8d7e52f9-242e-4bc6-b6c5-be0dbdbb22af {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:34:35.301829 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c747371d-93ef-4ef6-a76e-a95f8ff41ce8", "tag": "c75eae15-9c61-44f9-ab82-a2fda0cf7818", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:34:35.302104 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8d7e52f9-242e-4bc6-b6c5-be0dbdbb22af {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:34:35.302532 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d7e52f9-242e-4bc6-b6c5-be0dbdbb22af'] response: {'name': 'network-changed', 'server_uuid': 'c747371d-93ef-4ef6-a76e-a95f8ff41ce8', 'tag': 'c75eae15-9c61-44f9-ab82-a2fda0cf7818', 'status': 'completed', 'code': 200} Sep 16 19:34:35.357263 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-d870d972-93fb-466d-9665-cc1d1b238c6e None None] Set router 740295f4-51e8-4b53-b3d9-d5677e6c4721 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:34:35.389611 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c507c-30fa-4f53-8119-5c86c62ddb8c req-76475e87-81fb-4cbb-a121-66f56350a368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:35.390992 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-024c507c-30fa-4f53-8119-5c86c62ddb8c req-76475e87-81fb-4cbb-a121-66f56350a368 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ea483f6ff12d425fa1e8aa29e472dfe2&device_id=c747371d-93ef-4ef6-a76e-a95f8ff41ce8 HTTP/1.1" status: 200 len: 1129 time: 0.0411770 Sep 16 19:34:35.489556 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c507c-30fa-4f53-8119-5c86c62ddb8c req-a45646ea-d5c7-464e-abd3-4bbcef38e1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:35.491046 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-024c507c-30fa-4f53-8119-5c86c62ddb8c req-a45646ea-d5c7-464e-abd3-4bbcef38e1c7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=c95d3abe-3283-4882-9a4b-da4bde31c550 HTTP/1.1" status: 200 len: 912 time: 0.0906637 Sep 16 19:34:35.554059 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-024c507c-30fa-4f53-8119-5c86c62ddb8c req-c807aea6-171a-4728-b1cf-1729ddab7dcc service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c75eae15-9c61-44f9-ab82-a2fda0cf7818 HTTP/1.1" status: 200 len: 999 time: 0.0563734 Sep 16 19:34:35.585235 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-d870d972-93fb-466d-9665-cc1d1b238c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'name': 'tempest-AttachVolumeTestJSON-2106035523-router', 'tenant_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'dd937700-5f8d-4f77-b3ab-9d4e1a64f888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:27:02Z', 'revision_number': 4, 'project_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'gw_port': {'id': 'dd937700-5f8d-4f77-b3ab-9d4e1a64f888', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:52Z', 'updated_at': '2022-09-16T19:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_floatingips': [{'id': 'de8aad47-4b2e-4e23-a554-05c9bdddb712', 'tenant_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'floating_ip_address': '172.27.2.246', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'port_id': 'c75eae15-9c61-44f9-ab82-a2fda0cf7818', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c95d3abe-3283-4882-9a4b-da4bde31c550', 'mac_address': 'fa:16:3e:50:1f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c747371d-93ef-4ef6-a76e-a95f8ff41ce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:34:16Z', 'updated_at': '2022-09-16T19:34:34Z', 'revision_number': 1, 'project_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de6dbe0-9c8d-449a-ac88-31668696a1ef', 'name': '', 'network_id': 'c95d3abe-3283-4882-9a4b-da4bde31c550', 'tenant_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'mac_address': 'fa:16:3e:43:31:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bd855fb2-111c-4847-9866-e1c6fab3dfc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:27:00Z', 'updated_at': '2022-09-16T19:27:09Z', 'revision_number': 5, 'project_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'subnets': [{'id': 'bd855fb2-111c-4847-9866-e1c6fab3dfc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:34:35.604446 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c507c-30fa-4f53-8119-5c86c62ddb8c req-9217abba-c48d-4e0e-90e0-52771db344a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:35.605928 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-024c507c-30fa-4f53-8119-5c86c62ddb8c req-9217abba-c48d-4e0e-90e0-52771db344a5 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=bd855fb2-111c-4847-9866-e1c6fab3dfc7 HTTP/1.1" status: 200 len: 850 time: 0.0457990 Sep 16 19:34:35.610633 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d870d972-93fb-466d-9665-cc1d1b238c6e None None] Checking router: 740295f4-51e8-4b53-b3d9-d5677e6c4721 for host: dv-cinder-850320-7-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:34:35.619058 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d870d972-93fb-466d-9665-cc1d1b238c6e None None] Routers {'740295f4-51e8-4b53-b3d9-d5677e6c4721'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:34:35.619647 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-d870d972-93fb-466d-9665-cc1d1b238c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:34:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['740295f4-51e8-4b53-b3d9-d5677e6c4721'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:34:35.640832 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:35.654512 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c507c-30fa-4f53-8119-5c86c62ddb8c req-6f7ceac7-10a7-411e-8174-6e353d08b521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:34:35.656059 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-024c507c-30fa-4f53-8119-5c86c62ddb8c req-6f7ceac7-10a7-411e-8174-6e353d08b521 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=c95d3abe-3283-4882-9a4b-da4bde31c550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438199 Sep 16 19:34:35.722116 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-d870d972-93fb-466d-9665-cc1d1b238c6e None None] Set router 740295f4-51e8-4b53-b3d9-d5677e6c4721 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:34:35.750164 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-024c507c-30fa-4f53-8119-5c86c62ddb8c req-3e49ed01-07db-4dd3-8ef8-bd1397f167c9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/c95d3abe-3283-4882-9a4b-da4bde31c550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845044 Sep 16 19:34:35.848122 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-024c507c-30fa-4f53-8119-5c86c62ddb8c req-0ce7c1d5-5bde-4dc1-8d83-be95dfa382c1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/c95d3abe-3283-4882-9a4b-da4bde31c550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909028 Sep 16 19:34:35.944098 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-d870d972-93fb-466d-9665-cc1d1b238c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'name': 'tempest-AttachVolumeTestJSON-2106035523-router', 'tenant_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'dd937700-5f8d-4f77-b3ab-9d4e1a64f888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:27:02Z', 'revision_number': 4, 'project_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'gw_port': {'id': 'dd937700-5f8d-4f77-b3ab-9d4e1a64f888', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:52Z', 'updated_at': '2022-09-16T19:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_floatingips': [{'id': 'de8aad47-4b2e-4e23-a554-05c9bdddb712', 'tenant_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'floating_ip_address': '172.27.2.246', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'port_id': 'c75eae15-9c61-44f9-ab82-a2fda0cf7818', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c95d3abe-3283-4882-9a4b-da4bde31c550', 'mac_address': 'fa:16:3e:50:1f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c747371d-93ef-4ef6-a76e-a95f8ff41ce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:34:16Z', 'updated_at': '2022-09-16T19:34:34Z', 'revision_number': 1, 'project_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de6dbe0-9c8d-449a-ac88-31668696a1ef', 'name': '', 'network_id': 'c95d3abe-3283-4882-9a4b-da4bde31c550', 'tenant_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'mac_address': 'fa:16:3e:43:31:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bd855fb2-111c-4847-9866-e1c6fab3dfc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:27:00Z', 'updated_at': '2022-09-16T19:27:09Z', 'revision_number': 5, 'project_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'subnets': [{'id': 'bd855fb2-111c-4847-9866-e1c6fab3dfc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:34:35.970906 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d870d972-93fb-466d-9665-cc1d1b238c6e None None] The sync data for ids ['740295f4-51e8-4b53-b3d9-d5677e6c4721'] in dv-cinder-850320-7-iscsi is: [{'id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'name': 'tempest-AttachVolumeTestJSON-2106035523-router', 'tenant_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'dd937700-5f8d-4f77-b3ab-9d4e1a64f888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:27:02Z', 'revision_number': 4, 'project_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'gw_port': {'id': 'dd937700-5f8d-4f77-b3ab-9d4e1a64f888', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:52Z', 'updated_at': '2022-09-16T19:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_floatingips': [{'id': 'de8aad47-4b2e-4e23-a554-05c9bdddb712', 'tenant_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'floating_ip_address': '172.27.2.246', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'port_id': 'c75eae15-9c61-44f9-ab82-a2fda0cf7818', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c95d3abe-3283-4882-9a4b-da4bde31c550', 'mac_address': 'fa:16:3e:50:1f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c747371d-93ef-4ef6-a76e-a95f8ff41ce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:34:16Z', 'updated_at': '2022-09-16T19:34:34Z', 'revision_number': 1, 'project_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de6dbe0-9c8d-449a-ac88-31668696a1ef', 'name': '', 'network_id': 'c95d3abe-3283-4882-9a4b-da4bde31c550', 'tenant_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'mac_address': 'fa:16:3e:43:31:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bd855fb2-111c-4847-9866-e1c6fab3dfc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:27:00Z', 'updated_at': '2022-09-16T19:27:09Z', 'revision_number': 5, 'project_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'subnets': [{'id': 'bd855fb2-111c-4847-9866-e1c6fab3dfc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:34:36.154211 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35d2570-00a5-4ffa-be4a-8ed23fec3330 None None] New status for floating IP de8aad47-4b2e-4e23-a554-05c9bdddb712: ACTIVE {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 19:34:44.113221 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=83 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:44.116944 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:45.843927 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=24 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:45.845344 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=78 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:45.941369 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=73 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:45.948919 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=67 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:46.255114 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:34:46.258571 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:00.026397 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-235761b8-9b3d-4517-a5f2-a9d367ef9b21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:00.439915 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:35:01.830172 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:02.275763 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1369aa01-5925-4565-b813-310c1c3b8d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:03.643893 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:04.984257 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:05.121821 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:12.371177 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=5 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:12.382258 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:15.106988 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:15.115578 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:19.746847 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee0b61-3c14-4b9b-9186-e63855007c5c req-8619569a-9d3a-4763-847f-b3bfc572a406 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:35:19.748214 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7cee0b61-3c14-4b9b-9186-e63855007c5c req-8619569a-9d3a-4763-847f-b3bfc572a406 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0b32658f-a7a8-4d56-a2b7-1754239b6e58 HTTP/1.1" status: 200 len: 945 time: 0.0487001 Sep 16 19:35:19.800300 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7cee0b61-3c14-4b9b-9186-e63855007c5c req-6ca8e193-5809-40f9-bcfb-b241da4754a3 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8198e53-7080-4443-b710-c29fde250f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462084 Sep 16 19:35:20.932666 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2cbdab-204d-4189-aad7-3c4b4ea3433a req-d62f0904-8e39-4d94-abd7-19d04a7cfc3d tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:35:20.934111 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-cd2cbdab-204d-4189-aad7-3c4b4ea3433a req-d62f0904-8e39-4d94-abd7-19d04a7cfc3d tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0b32658f-a7a8-4d56-a2b7-1754239b6e58 HTTP/1.1" status: 200 len: 945 time: 0.0472412 Sep 16 19:35:20.983394 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-cd2cbdab-204d-4189-aad7-3c4b4ea3433a req-ecf924e9-8115-4d28-9448-13a44f2dfc7b tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8198e53-7080-4443-b710-c29fde250f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436389 Sep 16 19:35:21.719383 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c3994-21e4-4a3d-ae93-55f40e03b81d req-ee1f3362-b931-44cb-9d88-5724b25b7e99 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:35:21.720873 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e63c3994-21e4-4a3d-ae93-55f40e03b81d req-ee1f3362-b931-44cb-9d88-5724b25b7e99 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0b32658f-a7a8-4d56-a2b7-1754239b6e58 HTTP/1.1" status: 200 len: 945 time: 0.0562427 Sep 16 19:35:21.846841 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-e63c3994-21e4-4a3d-ae93-55f40e03b81d req-80cae187-4b95-41da-a588-fbcd99c02d19 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Deleting port aaf6e50e-729c-4bea-8df1-bac678204d28 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:35:21.847171 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e63c3994-21e4-4a3d-ae93-55f40e03b81d req-80cae187-4b95-41da-a588-fbcd99c02d19 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (aaf6e50e-729c-4bea-8df1-bac678204d28), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:21.945808 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-e63c3994-21e4-4a3d-ae93-55f40e03b81d req-80cae187-4b95-41da-a588-fbcd99c02d19 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] For port aaf6e50e-729c-4bea-8df1-bac678204d28, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=aaf6e50e-729c-4bea-8df1-bac678204d28,segment=NetworkSegment(d2aecd8e-0f77-4a3e-8fa6-6519afb8f770),segment_id=d2aecd8e-0f77-4a3e-8fa6-6519afb8f770)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:35:21.946563 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e63c3994-21e4-4a3d-ae93-55f40e03b81d req-80cae187-4b95-41da-a588-fbcd99c02d19 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (aaf6e50e-729c-4bea-8df1-bac678204d28), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:22.112481 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c962700-10e6-43e2-a4dd-0e4adcb13c82 req-af8fd45c-08f5-45aa-a7a6-95021cf9f4ca tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:35:22.113931 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4c962700-10e6-43e2-a4dd-0e4adcb13c82 req-af8fd45c-08f5-45aa-a7a6-95021cf9f4ca tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0b32658f-a7a8-4d56-a2b7-1754239b6e58 HTTP/1.1" status: 200 len: 945 time: 0.0467646 Sep 16 19:35:22.158051 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e63c3994-21e4-4a3d-ae93-55f40e03b81d req-80cae187-4b95-41da-a588-fbcd99c02d19 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:22.158511 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e63c3994-21e4-4a3d-ae93-55f40e03b81d req-80cae187-4b95-41da-a588-fbcd99c02d19 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681123'] for floatingip (d5654498-8bd5-4405-b705-b097e11f291d), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:22.158831 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.db.l3_db [req-e63c3994-21e4-4a3d-ae93-55f40e03b81d req-80cae187-4b95-41da-a588-fbcd99c02d19 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Floating IP d5654498-8bd5-4405-b705-b097e11f291d disassociated. External IP: 172.27.2.202, port: aaf6e50e-729c-4bea-8df1-bac678204d28. Sep 16 19:35:22.159231 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-e63c3994-21e4-4a3d-ae93-55f40e03b81d req-80cae187-4b95-41da-a588-fbcd99c02d19 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Calling delete_port for aaf6e50e-729c-4bea-8df1-bac678204d28 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:35:22.163612 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4c962700-10e6-43e2-a4dd-0e4adcb13c82 req-446d4ed8-058f-4ee6-aed3-059d4dead043 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8198e53-7080-4443-b710-c29fde250f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434377 Sep 16 19:35:22.292507 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e63c3994-21e4-4a3d-ae93-55f40e03b81d req-80cae187-4b95-41da-a588-fbcd99c02d19 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (aaf6e50e-729c-4bea-8df1-bac678204d28), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:22.318005 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cae187-4b95-41da-a588-fbcd99c02d19 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Pushing event deleted for resources: {'Port': ['ID=aaf6e50e-729c-4bea-8df1-bac678204d28,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:22.331943 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cae187-4b95-41da-a588-fbcd99c02d19 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:22.331943 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cae187-4b95-41da-a588-fbcd99c02d19 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:22.332189 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cae187-4b95-41da-a588-fbcd99c02d19 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:22.332578 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cae187-4b95-41da-a588-fbcd99c02d19 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:22.332902 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cae187-4b95-41da-a588-fbcd99c02d19 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:22.333221 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cae187-4b95-41da-a588-fbcd99c02d19 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:22.333540 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cae187-4b95-41da-a588-fbcd99c02d19 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:22.333838 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cae187-4b95-41da-a588-fbcd99c02d19 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:22.334153 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cae187-4b95-41da-a588-fbcd99c02d19 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:22.334784 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cae187-4b95-41da-a588-fbcd99c02d19 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:22.335132 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cae187-4b95-41da-a588-fbcd99c02d19 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:22.335556 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cae187-4b95-41da-a588-fbcd99c02d19 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:22.335847 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cae187-4b95-41da-a588-fbcd99c02d19 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:22.336157 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cae187-4b95-41da-a588-fbcd99c02d19 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:22.336500 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cae187-4b95-41da-a588-fbcd99c02d19 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:22.343688 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 51142) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:35:22.454905 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e63c3994-21e4-4a3d-ae93-55f40e03b81d req-80cae187-4b95-41da-a588-fbcd99c02d19 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Router 9227d13d-de08-4ed6-a833-6283712bcfa7 has already been hosted by L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:35:22.512104 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:22.909458 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:22.920060 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e63c3994-21e4-4a3d-ae93-55f40e03b81d req-80cae187-4b95-41da-a588-fbcd99c02d19 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:35:22.934186 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7614b230-cb63-4513-bf85-b01a10db8c02 None None] Sync routers for ids ['9227d13d-de08-4ed6-a833-6283712bcfa7'] in dv-cinder-850320-7-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:35:22.945480 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7614b230-cb63-4513-bf85-b01a10db8c02 None None] Routers {'9227d13d-de08-4ed6-a833-6283712bcfa7'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:35:22.946109 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-7614b230-cb63-4513-bf85-b01a10db8c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:35:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['9227d13d-de08-4ed6-a833-6283712bcfa7'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:35:23.007198 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-e63c3994-21e4-4a3d-ae93-55f40e03b81d req-80cae187-4b95-41da-a588-fbcd99c02d19 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] No DVR routers for this DVR port aaf6e50e-729c-4bea-8df1-bac678204d28 on host hv-cinder-85032 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 19:35:23.012907 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e63c3994-21e4-4a3d-ae93-55f40e03b81d req-80cae187-4b95-41da-a588-fbcd99c02d19 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:23.016101 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e63c3994-21e4-4a3d-ae93-55f40e03b81d req-80cae187-4b95-41da-a588-fbcd99c02d19 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.27 "DELETE /networking/v2.0/ports/aaf6e50e-729c-4bea-8df1-bac678204d28 HTTP/1.1" status: 204 len: 173 time: 1.2894282 Sep 16 19:35:23.016628 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b32658f-a7a8-4d56-a2b7-1754239b6e58', 'name': 'network-vif-deleted', 'tag': 'aaf6e50e-729c-4bea-8df1-bac678204d28'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:35:23.018846 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc02aeec164665d1be19478bc83a94d6f81df8203eb0e70a86ccaa2f58cdb70d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8d1139-bd86-4846-a4eb-107bf85478ca" -d '{"events": [{"server_uuid": "0b32658f-a7a8-4d56-a2b7-1754239b6e58", "name": "network-vif-deleted", "tag": "aaf6e50e-729c-4bea-8df1-bac678204d28"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:35:23.027563 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-a4e7a920-2844-4a5a-b3ec-06829185c89e tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Deleting port 7dfc0d22-7793-427c-8101-9dfc90a994f1 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:35:23.027907 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a4e7a920-2844-4a5a-b3ec-06829185c89e tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (7dfc0d22-7793-427c-8101-9dfc90a994f1), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:23.054023 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-7614b230-cb63-4513-bf85-b01a10db8c02 None None] Set router 9227d13d-de08-4ed6-a833-6283712bcfa7 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:35:23.074372 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 19:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a0fdd4-2eb3-426d-8f22-171cb89c5593 x-openstack-request-id: req-51a0fdd4-2eb3-426d-8f22-171cb89c5593 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:35:23.074663 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b32658f-a7a8-4d56-a2b7-1754239b6e58", "name": "network-vif-deleted", "tag": "aaf6e50e-729c-4bea-8df1-bac678204d28", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:35:23.074913 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-51a0fdd4-2eb3-426d-8f22-171cb89c5593 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:35:23.075311 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51a0fdd4-2eb3-426d-8f22-171cb89c5593'] response: {'server_uuid': '0b32658f-a7a8-4d56-a2b7-1754239b6e58', 'name': 'network-vif-deleted', 'tag': 'aaf6e50e-729c-4bea-8df1-bac678204d28', 'status': 'completed', 'code': 200} Sep 16 19:35:23.128332 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a4e7a920-2844-4a5a-b3ec-06829185c89e tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (7dfc0d22-7793-427c-8101-9dfc90a994f1), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:23.128676 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a4e7a920-2844-4a5a-b3ec-06829185c89e tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks [] for floatingip (7dfc0d22-7793-427c-8101-9dfc90a994f1), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:23.144224 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-a4e7a920-2844-4a5a-b3ec-06829185c89e tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Calling delete_port for 7dfc0d22-7793-427c-8101-9dfc90a994f1 owned by network:floatingip {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:35:23.264814 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-7614b230-cb63-4513-bf85-b01a10db8c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'name': 'tempest-AttachVolumeNegativeTest-1174890714-router', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:47Z', 'updated_at': '2022-09-16T19:26:56Z', 'revision_number': 4, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'gw_port': {'id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:dd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:48Z', 'updated_at': '2022-09-16T19:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '2aea26ef-78b1-4046-af15-928f65832dc2', 'name': '', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'mac_address': 'fa:16:3e:64:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:53Z', 'updated_at': '2022-09-16T19:27:04Z', 'revision_number': 5, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'subnets': [{'id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:35:23.299216 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7614b230-cb63-4513-bf85-b01a10db8c02 None None] Checking router: 9227d13d-de08-4ed6-a833-6283712bcfa7 for host: dv-cinder-850320-7-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:35:23.308601 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7614b230-cb63-4513-bf85-b01a10db8c02 None None] Routers {'9227d13d-de08-4ed6-a833-6283712bcfa7'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:35:23.309317 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-7614b230-cb63-4513-bf85-b01a10db8c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:35:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['9227d13d-de08-4ed6-a833-6283712bcfa7'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:35:23.318932 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-578cadbb-1b62-41c0-8eaa-e55f921fca93 req-473393c6-043a-46f1-a6cc-1420b3f1089b tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0b32658f-a7a8-4d56-a2b7-1754239b6e58 HTTP/1.1" status: 200 len: 210 time: 0.0329149 Sep 16 19:35:23.350682 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a4e7a920-2844-4a5a-b3ec-06829185c89e tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (7dfc0d22-7793-427c-8101-9dfc90a994f1), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:23.384310 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7a920-2844-4a5a-b3ec-06829185c89e tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Pushing event deleted for resources: {'Port': ['ID=7dfc0d22-7793-427c-8101-9dfc90a994f1,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:23.412331 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-7614b230-cb63-4513-bf85-b01a10db8c02 None None] Set router 9227d13d-de08-4ed6-a833-6283712bcfa7 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:35:23.445872 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a4e7a920-2844-4a5a-b3ec-06829185c89e tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks [] for floatingip (4a3b27af-4bb9-47ca-8dcf-980821622f0a), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:23.446207 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.db.l3_db [None req-a4e7a920-2844-4a5a-b3ec-06829185c89e tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Floating IP 4a3b27af-4bb9-47ca-8dcf-980821622f0a disassociated (deleted). External IP: 172.27.2.108, port: ad34d119-da03-42cc-b88e-67ae41f8d0e0. Sep 16 19:35:23.651127 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e7a920-2844-4a5a-b3ec-06829185c89e tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Router f18aff15-7809-4ad6-b4d8-953c47498b60 has already been hosted by L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:35:23.754134 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:23.757564 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-7614b230-cb63-4513-bf85-b01a10db8c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'name': 'tempest-AttachVolumeNegativeTest-1174890714-router', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:47Z', 'updated_at': '2022-09-16T19:26:56Z', 'revision_number': 4, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'gw_port': {'id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:dd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:48Z', 'updated_at': '2022-09-16T19:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '2aea26ef-78b1-4046-af15-928f65832dc2', 'name': '', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'mac_address': 'fa:16:3e:64:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:53Z', 'updated_at': '2022-09-16T19:27:04Z', 'revision_number': 5, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'subnets': [{'id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:35:23.762895 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e7a920-2844-4a5a-b3ec-06829185c89e tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:35:23.767637 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a4e7a920-2844-4a5a-b3ec-06829185c89e tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for floatingip (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:23.780100 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1b4bfc-e859-475e-b48d-f7a963cdaed9 None None] Sync routers for ids ['f18aff15-7809-4ad6-b4d8-953c47498b60'] in dv-cinder-850320-7-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:35:23.791368 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7614b230-cb63-4513-bf85-b01a10db8c02 None None] The sync data for ids ['9227d13d-de08-4ed6-a833-6283712bcfa7'] in dv-cinder-850320-7-iscsi is: [{'id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'name': 'tempest-AttachVolumeNegativeTest-1174890714-router', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:47Z', 'updated_at': '2022-09-16T19:26:56Z', 'revision_number': 4, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'gw_port': {'id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:dd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:48Z', 'updated_at': '2022-09-16T19:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '2aea26ef-78b1-4046-af15-928f65832dc2', 'name': '', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'mac_address': 'fa:16:3e:64:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:53Z', 'updated_at': '2022-09-16T19:27:04Z', 'revision_number': 5, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'subnets': [{'id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:35:23.793030 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1b4bfc-e859-475e-b48d-f7a963cdaed9 None None] Routers {'f18aff15-7809-4ad6-b4d8-953c47498b60'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:35:23.793801 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0f1b4bfc-e859-475e-b48d-f7a963cdaed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:35:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['f18aff15-7809-4ad6-b4d8-953c47498b60'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:35:23.800957 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-a4e7a920-2844-4a5a-b3ec-06829185c89e tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/4a3b27af-4bb9-47ca-8dcf-980821622f0a HTTP/1.1" status: 204 len: 168 time: 1.4562511 Sep 16 19:35:23.907886 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-0f1b4bfc-e859-475e-b48d-f7a963cdaed9 None None] Set router f18aff15-7809-4ad6-b4d8-953c47498b60 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:35:24.049841 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed868814-0e7c-418d-9286-b71b51746928 req-6f14114a-601e-4e7d-99b1-08e2a7fc3704 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:35:24.051392 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ed868814-0e7c-418d-9286-b71b51746928 req-6f14114a-601e-4e7d-99b1-08e2a7fc3704 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 945 time: 0.0621145 Sep 16 19:35:24.057373 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3512eb1-b769-4dff-bb4a-7ea1ad38131d None None] New status for floating IP d5654498-8bd5-4405-b705-b097e11f291d: DOWN {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 19:35:24.109964 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ed868814-0e7c-418d-9286-b71b51746928 req-a5e7dc30-b9eb-4431-b6a6-e39f359f9fe2 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517170 Sep 16 19:35:24.114081 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0f1b4bfc-e859-475e-b48d-f7a963cdaed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18aff15-7809-4ad6-b4d8-953c47498b60', 'name': 'tempest-TestShelveInstance-364892162-router', 'tenant_id': 'd7fc1dae09f145afab37db3a792430d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd8930fcd-b015-4e47-92ce-6daa56c841e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:28:39Z', 'updated_at': '2022-09-16T19:28:44Z', 'revision_number': 4, 'project_id': 'd7fc1dae09f145afab37db3a792430d3', 'gw_port': {'id': 'd8930fcd-b015-4e47-92ce-6daa56c841e9', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18aff15-7809-4ad6-b4d8-953c47498b60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:28:40Z', 'updated_at': '2022-09-16T19:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '9280f72c-46b1-4ca6-bb14-2f1b2d455a12', 'name': '', 'network_id': '4fc394e5-4a72-4e1b-a046-66e03ed753a7', 'tenant_id': 'd7fc1dae09f145afab37db3a792430d3', 'mac_address': 'fa:16:3e:11:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18aff15-7809-4ad6-b4d8-953c47498b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'fcb3e0c9-538f-40ce-83b8-814de92b3dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:28:43Z', 'updated_at': '2022-09-16T19:28:49Z', 'revision_number': 5, 'project_id': 'd7fc1dae09f145afab37db3a792430d3', 'subnets': [{'id': 'fcb3e0c9-538f-40ce-83b8-814de92b3dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:35:24.139948 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1b4bfc-e859-475e-b48d-f7a963cdaed9 None None] Checking router: f18aff15-7809-4ad6-b4d8-953c47498b60 for host: dv-cinder-850320-7-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:35:24.148755 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1b4bfc-e859-475e-b48d-f7a963cdaed9 None None] Routers {'f18aff15-7809-4ad6-b4d8-953c47498b60'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:35:24.149361 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0f1b4bfc-e859-475e-b48d-f7a963cdaed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:35:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['f18aff15-7809-4ad6-b4d8-953c47498b60'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:35:24.253125 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-0f1b4bfc-e859-475e-b48d-f7a963cdaed9 None None] Set router f18aff15-7809-4ad6-b4d8-953c47498b60 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:35:24.439990 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0f1b4bfc-e859-475e-b48d-f7a963cdaed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18aff15-7809-4ad6-b4d8-953c47498b60', 'name': 'tempest-TestShelveInstance-364892162-router', 'tenant_id': 'd7fc1dae09f145afab37db3a792430d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd8930fcd-b015-4e47-92ce-6daa56c841e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:28:39Z', 'updated_at': '2022-09-16T19:28:44Z', 'revision_number': 4, 'project_id': 'd7fc1dae09f145afab37db3a792430d3', 'gw_port': {'id': 'd8930fcd-b015-4e47-92ce-6daa56c841e9', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18aff15-7809-4ad6-b4d8-953c47498b60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:28:40Z', 'updated_at': '2022-09-16T19:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '9280f72c-46b1-4ca6-bb14-2f1b2d455a12', 'name': '', 'network_id': '4fc394e5-4a72-4e1b-a046-66e03ed753a7', 'tenant_id': 'd7fc1dae09f145afab37db3a792430d3', 'mac_address': 'fa:16:3e:11:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18aff15-7809-4ad6-b4d8-953c47498b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'fcb3e0c9-538f-40ce-83b8-814de92b3dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:28:43Z', 'updated_at': '2022-09-16T19:28:49Z', 'revision_number': 5, 'project_id': 'd7fc1dae09f145afab37db3a792430d3', 'subnets': [{'id': 'fcb3e0c9-538f-40ce-83b8-814de92b3dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:35:24.442486 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-89aeeafd-3a94-4848-84a5-647186a81788 req-8fe34b83-dadb-4a7a-be07-595e2ae833d9 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0b32658f-a7a8-4d56-a2b7-1754239b6e58 HTTP/1.1" status: 200 len: 210 time: 0.0316904 Sep 16 19:35:24.464425 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1b4bfc-e859-475e-b48d-f7a963cdaed9 None None] The sync data for ids ['f18aff15-7809-4ad6-b4d8-953c47498b60'] in dv-cinder-850320-7-iscsi is: [{'id': 'f18aff15-7809-4ad6-b4d8-953c47498b60', 'name': 'tempest-TestShelveInstance-364892162-router', 'tenant_id': 'd7fc1dae09f145afab37db3a792430d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd8930fcd-b015-4e47-92ce-6daa56c841e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:28:39Z', 'updated_at': '2022-09-16T19:28:44Z', 'revision_number': 4, 'project_id': 'd7fc1dae09f145afab37db3a792430d3', 'gw_port': {'id': 'd8930fcd-b015-4e47-92ce-6daa56c841e9', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18aff15-7809-4ad6-b4d8-953c47498b60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:28:40Z', 'updated_at': '2022-09-16T19:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '9280f72c-46b1-4ca6-bb14-2f1b2d455a12', 'name': '', 'network_id': '4fc394e5-4a72-4e1b-a046-66e03ed753a7', 'tenant_id': 'd7fc1dae09f145afab37db3a792430d3', 'mac_address': 'fa:16:3e:11:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18aff15-7809-4ad6-b4d8-953c47498b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'fcb3e0c9-538f-40ce-83b8-814de92b3dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:28:43Z', 'updated_at': '2022-09-16T19:28:49Z', 'revision_number': 5, 'project_id': 'd7fc1dae09f145afab37db3a792430d3', 'subnets': [{'id': 'fcb3e0c9-538f-40ce-83b8-814de92b3dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:35:24.686152 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fee19e-a9e0-4262-b05d-958dac3da270 None None] New status for floating IP 4a3b27af-4bb9-47ca-8dcf-980821622f0a: DOWN {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 19:35:25.077175 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf', 'tag': 'ad34d119-da03-42cc-b88e-67ae41f8d0e0'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:35:25.080885 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc02aeec164665d1be19478bc83a94d6f81df8203eb0e70a86ccaa2f58cdb70d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6fa026-ed9b-49c8-95e2-c8836a7528da" -d '{"events": [{"name": "network-changed", "server_uuid": "1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf", "tag": "ad34d119-da03-42cc-b88e-67ae41f8d0e0"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:35:25.119517 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 19:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8991645c-b23f-4223-afe8-6a93477cad81 x-openstack-request-id: req-8991645c-b23f-4223-afe8-6a93477cad81 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:35:25.119801 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf", "tag": "ad34d119-da03-42cc-b88e-67ae41f8d0e0", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:35:25.120060 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8991645c-b23f-4223-afe8-6a93477cad81 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:35:25.120494 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8991645c-b23f-4223-afe8-6a93477cad81'] response: {'name': 'network-changed', 'server_uuid': '1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf', 'tag': 'ad34d119-da03-42cc-b88e-67ae41f8d0e0', 'status': 'completed', 'code': 200} Sep 16 19:35:25.261928 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635417d-9069-4ca0-b95f-2a570b35b464 req-71bdd57f-09ff-446a-aba6-21f1fe461d61 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:35:25.263460 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2635417d-9069-4ca0-b95f-2a570b35b464 req-71bdd57f-09ff-446a-aba6-21f1fe461d61 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 945 time: 0.0684233 Sep 16 19:35:25.264408 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6fa026-ed9b-49c8-95e2-c8836a7528da req-92a8e07c-002e-46b0-9431-5241e76ec153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:35:25.265709 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-bf6fa026-ed9b-49c8-95e2-c8836a7528da req-92a8e07c-002e-46b0-9431-5241e76ec153 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=d7fc1dae09f145afab37db3a792430d3&device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 1129 time: 0.0793540 Sep 16 19:35:25.267714 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device aaf6e50e-729c-4bea-8df1-bac678204d28 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:35:25.289173 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] No Port match for: aaf6e50e-729c-4bea-8df1-bac678204d28 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:35:25.289501 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device aaf6e50e-729c-4bea-8df1-bac678204d28 not bound to the agent host hv-cinder-85032 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:35:25.339031 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:25.371159 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2635417d-9069-4ca0-b95f-2a570b35b464 req-a24d071d-c01e-43c3-a977-ebb2fd57a842 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e458187c-7f5d-4c74-9aff-c9fafbcd05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016440 Sep 16 19:35:25.403947 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6fa026-ed9b-49c8-95e2-c8836a7528da req-3f87ebc2-e6cc-406c-969a-64001fffa0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:35:25.405459 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-bf6fa026-ed9b-49c8-95e2-c8836a7528da req-3f87ebc2-e6cc-406c-969a-64001fffa0f0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=4fc394e5-4a72-4e1b-a046-66e03ed753a7 HTTP/1.1" status: 200 len: 909 time: 0.1259353 Sep 16 19:35:25.539406 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 51166) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:35:25.588947 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-bf6fa026-ed9b-49c8-95e2-c8836a7528da req-cb10337a-ca67-4f5f-a5c6-32bc249cf4f0 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad34d119-da03-42cc-b88e-67ae41f8d0e0 HTTP/1.1" status: 200 len: 217 time: 0.0403304 Sep 16 19:35:25.662100 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6fa026-ed9b-49c8-95e2-c8836a7528da req-1868924b-7429-4a7f-becd-315528cec9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:35:25.663460 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-bf6fa026-ed9b-49c8-95e2-c8836a7528da req-1868924b-7429-4a7f-becd-315528cec9ce service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=fcb3e0c9-538f-40ce-83b8-814de92b3dde HTTP/1.1" status: 200 len: 847 time: 0.0671248 Sep 16 19:35:25.666460 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ea24fafe-c791-455e-a807-2dc4c0910aba tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for security_group (f8198e53-7080-4443-b710-c29fde250f2a), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:25.715596 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ea24fafe-c791-455e-a807-2dc4c0910aba tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for security_group (f8198e53-7080-4443-b710-c29fde250f2a), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:25.729193 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6fa026-ed9b-49c8-95e2-c8836a7528da req-2cfcf1ae-df58-4092-ba5e-1d7b890cecf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:35:25.731058 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-bf6fa026-ed9b-49c8-95e2-c8836a7528da req-2cfcf1ae-df58-4092-ba5e-1d7b890cecf5 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=4fc394e5-4a72-4e1b-a046-66e03ed753a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0606127 Sep 16 19:35:25.825718 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ea24fafe-c791-455e-a807-2dc4c0910aba tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (f8198e53-7080-4443-b710-c29fde250f2a), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:25.828209 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ea24fafe-c791-455e-a807-2dc4c0910aba tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:25.829364 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-ea24fafe-c791-455e-a807-2dc4c0910aba tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/f8198e53-7080-4443-b710-c29fde250f2a HTTP/1.1" status: 204 len: 168 time: 0.2888904 Sep 16 19:35:25.832343 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 51168) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:35:25.846364 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.api.v2.resource [None req-71dc03c3-041c-4d8b-8d5e-7e130e2f043a tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] show failed (client error): The resource could not be found. Sep 16 19:35:25.847342 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-71dc03c3-041c-4d8b-8d5e-7e130e2f043a tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups/f8198e53-7080-4443-b710-c29fde250f2a HTTP/1.1" status: 404 len: 347 time: 0.0139656 Sep 16 19:35:25.849037 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24fafe-c791-455e-a807-2dc4c0910aba tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8198e53-7080-4443-b710-c29fde250f2a,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:25.850422 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 51170) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:35:25.853683 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-bf6fa026-ed9b-49c8-95e2-c8836a7528da req-a42f1a19-c94d-4a19-9d3e-b6b60bb94812 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4fc394e5-4a72-4e1b-a046-66e03ed753a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156585 Sep 16 19:35:25.969804 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-df7e1423-bc09-4561-8f50-e7e300d306ea tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Deleting port 2727a930-0711-4f27-8bda-94e04b9cc1de {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:35:25.970058 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-df7e1423-bc09-4561-8f50-e7e300d306ea tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (2727a930-0711-4f27-8bda-94e04b9cc1de), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:26.009919 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-bf6fa026-ed9b-49c8-95e2-c8836a7528da req-6f54a41f-a85c-4a8e-9f00-bd307a13e07a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4fc394e5-4a72-4e1b-a046-66e03ed753a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958471 Sep 16 19:35:26.050055 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-df7e1423-bc09-4561-8f50-e7e300d306ea tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (2727a930-0711-4f27-8bda-94e04b9cc1de), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:26.050384 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-df7e1423-bc09-4561-8f50-e7e300d306ea tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for floatingip (2727a930-0711-4f27-8bda-94e04b9cc1de), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:26.063528 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-df7e1423-bc09-4561-8f50-e7e300d306ea tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Calling delete_port for 2727a930-0711-4f27-8bda-94e04b9cc1de owned by network:floatingip {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:35:26.091252 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616369c8-7da8-4ebb-b951-859bd0892aaf req-cdb38ea0-57bc-4b8b-8985-0c8a53a17a31 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:35:26.092735 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-616369c8-7da8-4ebb-b951-859bd0892aaf req-cdb38ea0-57bc-4b8b-8985-0c8a53a17a31 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 945 time: 0.0476840 Sep 16 19:35:26.180252 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-616369c8-7da8-4ebb-b951-859bd0892aaf req-c4a0f8ab-c9bb-414d-9767-c1c8424a1a1e tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Deleting port ad34d119-da03-42cc-b88e-67ae41f8d0e0 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:35:26.180612 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-616369c8-7da8-4ebb-b951-859bd0892aaf req-c4a0f8ab-c9bb-414d-9767-c1c8424a1a1e tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (ad34d119-da03-42cc-b88e-67ae41f8d0e0), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:26.201596 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-df7e1423-bc09-4561-8f50-e7e300d306ea tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (2727a930-0711-4f27-8bda-94e04b9cc1de), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:26.226240 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e1423-bc09-4561-8f50-e7e300d306ea tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Pushing event deleted for resources: {'Port': ['ID=2727a930-0711-4f27-8bda-94e04b9cc1de,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:26.238638 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7e1423-bc09-4561-8f50-e7e300d306ea tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:26.238965 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7e1423-bc09-4561-8f50-e7e300d306ea tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:26.239302 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7e1423-bc09-4561-8f50-e7e300d306ea tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:26.239639 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7e1423-bc09-4561-8f50-e7e300d306ea tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:26.239970 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7e1423-bc09-4561-8f50-e7e300d306ea tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:26.240303 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7e1423-bc09-4561-8f50-e7e300d306ea tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:26.240688 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7e1423-bc09-4561-8f50-e7e300d306ea tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:26.241016 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7e1423-bc09-4561-8f50-e7e300d306ea tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:26.241338 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7e1423-bc09-4561-8f50-e7e300d306ea tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:26.241663 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7e1423-bc09-4561-8f50-e7e300d306ea tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:26.241987 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7e1423-bc09-4561-8f50-e7e300d306ea tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:26.242308 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7e1423-bc09-4561-8f50-e7e300d306ea tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:26.242631 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7e1423-bc09-4561-8f50-e7e300d306ea tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:26.242948 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7e1423-bc09-4561-8f50-e7e300d306ea tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:26.243266 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7e1423-bc09-4561-8f50-e7e300d306ea tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:26.274283 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:26.279892 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-616369c8-7da8-4ebb-b951-859bd0892aaf req-c4a0f8ab-c9bb-414d-9767-c1c8424a1a1e tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] For port ad34d119-da03-42cc-b88e-67ae41f8d0e0, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=ad34d119-da03-42cc-b88e-67ae41f8d0e0,segment=NetworkSegment(1b698c52-1803-40ad-a866-6ff1515380db),segment_id=1b698c52-1803-40ad-a866-6ff1515380db)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:35:26.280244 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-616369c8-7da8-4ebb-b951-859bd0892aaf req-c4a0f8ab-c9bb-414d-9767-c1c8424a1a1e tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (ad34d119-da03-42cc-b88e-67ae41f8d0e0), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:26.294992 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-616369c8-7da8-4ebb-b951-859bd0892aaf req-c4a0f8ab-c9bb-414d-9767-c1c8424a1a1e tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Calling delete_port for ad34d119-da03-42cc-b88e-67ae41f8d0e0 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:35:26.302471 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-df7e1423-bc09-4561-8f50-e7e300d306ea tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for floatingip (d5654498-8bd5-4405-b705-b097e11f291d), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:26.305544 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-df7e1423-bc09-4561-8f50-e7e300d306ea tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for floatingip (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:26.306713 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-df7e1423-bc09-4561-8f50-e7e300d306ea tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/d5654498-8bd5-4405-b705-b097e11f291d HTTP/1.1" status: 204 len: 168 time: 0.4554157 Sep 16 19:35:26.383719 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 51176) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:35:26.388318 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-6ce086e6-efbe-48c2-92c0-96f375b03a2e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1185376891', 'description': 'tempest-description--1099117788'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:35:26.413217 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6ce086e6-efbe-48c2-92c0-96f375b03a2e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:26.432012 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-616369c8-7da8-4ebb-b951-859bd0892aaf req-c4a0f8ab-c9bb-414d-9767-c1c8424a1a1e tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (ad34d119-da03-42cc-b88e-67ae41f8d0e0), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:26.460091 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a0f8ab-c9bb-414d-9767-c1c8424a1a1e tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Pushing event deleted for resources: {'Port': ['ID=ad34d119-da03-42cc-b88e-67ae41f8d0e0,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:26.484566 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:26.494410 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:26.503007 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2e7227e1-5c2f-4e5f-a83d-02b6669b7435 req-11d170ae-c191-4eba-9030-2dd472142457 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf HTTP/1.1" status: 200 len: 210 time: 0.0442438 Sep 16 19:35:26.511114 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6ce086e6-efbe-48c2-92c0-96f375b03a2e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for security_group (9027f5a2-db59-4a31-bd8f-c855e831e47e), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:26.516155 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6ce086e6-efbe-48c2-92c0-96f375b03a2e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (9027f5a2-db59-4a31-bd8f-c855e831e47e), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:26.537992 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:26.547924 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce086e6-efbe-48c2-92c0-96f375b03a2e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9027f5a2-db59-4a31-bd8f-c855e831e47e,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:26.549191 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-616369c8-7da8-4ebb-b951-859bd0892aaf req-c4a0f8ab-c9bb-414d-9767-c1c8424a1a1e tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] No DVR routers for this DVR port ad34d119-da03-42cc-b88e-67ae41f8d0e0 on host hv-cinder-85032 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 19:35:26.551626 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-616369c8-7da8-4ebb-b951-859bd0892aaf req-c4a0f8ab-c9bb-414d-9767-c1c8424a1a1e tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:26.554430 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6ce086e6-efbe-48c2-92c0-96f375b03a2e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:26.555015 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-616369c8-7da8-4ebb-b951-859bd0892aaf req-c4a0f8ab-c9bb-414d-9767-c1c8424a1a1e tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.27 "DELETE /networking/v2.0/ports/ad34d119-da03-42cc-b88e-67ae41f8d0e0 HTTP/1.1" status: 204 len: 173 time: 0.4560480 Sep 16 19:35:26.555740 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-6ce086e6-efbe-48c2-92c0-96f375b03a2e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1709371 Sep 16 19:35:26.558562 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 51180) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:35:26.563629 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-25a2e7e5-b294-433e-9f07-dbb2e23deb13 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Request body: {'security_group_rule': {'security_group_id': '9027f5a2-db59-4a31-bd8f-c855e831e47e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:35:26.591572 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-25a2e7e5-b294-433e-9f07-dbb2e23deb13 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for security_group_rule (73d38d12-f5b3-435c-af53-fa87d5ca75e9), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:26.652510 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-25a2e7e5-b294-433e-9f07-dbb2e23deb13 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for security_group_rule (73d38d12-f5b3-435c-af53-fa87d5ca75e9), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:26.657791 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-25a2e7e5-b294-433e-9f07-dbb2e23deb13 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578197'] for security_group_rule (73d38d12-f5b3-435c-af53-fa87d5ca75e9), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:26.676689 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a2e7e5-b294-433e-9f07-dbb2e23deb13 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73d38d12-f5b3-435c-af53-fa87d5ca75e9,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:26.686221 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-25a2e7e5-b294-433e-9f07-dbb2e23deb13 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:26.687956 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-25a2e7e5-b294-433e-9f07-dbb2e23deb13 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1280448 Sep 16 19:35:26.690949 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 51182) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:35:26.696861 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-15035842-2a50-4198-9939-033e3e9bcabd tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Request body: {'security_group_rule': {'security_group_id': '9027f5a2-db59-4a31-bd8f-c855e831e47e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:35:26.730393 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-15035842-2a50-4198-9939-033e3e9bcabd tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for security_group_rule (8d312813-19a1-4577-8aa3-3ae684102fdc), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:26.787402 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-15035842-2a50-4198-9939-033e3e9bcabd tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for security_group_rule (8d312813-19a1-4577-8aa3-3ae684102fdc), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:26.792617 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-15035842-2a50-4198-9939-033e3e9bcabd tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578197'] for security_group_rule (8d312813-19a1-4577-8aa3-3ae684102fdc), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:26.812731 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15035842-2a50-4198-9939-033e3e9bcabd tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d312813-19a1-4577-8aa3-3ae684102fdc,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:26.823403 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-15035842-2a50-4198-9939-033e3e9bcabd tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:26.825934 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-15035842-2a50-4198-9939-033e3e9bcabd tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1326401 Sep 16 19:35:26.828902 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 51184) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:35:26.835389 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-887608d7-239a-479d-9683-88416f5daa16 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Request body: {'floatingip': {'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:35:26.861198 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-887608d7-239a-479d-9683-88416f5daa16 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:26.952591 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-887608d7-239a-479d-9683-88416f5daa16 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:27.063014 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-887608d7-239a-479d-9683-88416f5daa16 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Allocated IP 172.27.2.173 (01cd8397-3ed1-4c5d-9923-fabf569219df/d3fb57fd-37cc-4923-b90f-7dd3d712a8d3/b2f742f6-2e86-4deb-8a56-759e725dff27) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:35:27.121815 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf', 'name': 'network-vif-deleted', 'tag': 'ad34d119-da03-42cc-b88e-67ae41f8d0e0'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:35:27.124235 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc02aeec164665d1be19478bc83a94d6f81df8203eb0e70a86ccaa2f58cdb70d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e8e98c-0725-48a7-86bb-1fe3e0752295" -d '{"events": [{"server_uuid": "1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf", "name": "network-vif-deleted", "tag": "ad34d119-da03-42cc-b88e-67ae41f8d0e0"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:35:27.165524 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 19:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8b4437-a87c-4cbd-8dc9-09d47a5bf796 x-openstack-request-id: req-be8b4437-a87c-4cbd-8dc9-09d47a5bf796 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:35:27.165813 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf", "name": "network-vif-deleted", "tag": "ad34d119-da03-42cc-b88e-67ae41f8d0e0", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:35:27.166188 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-be8b4437-a87c-4cbd-8dc9-09d47a5bf796 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:35:27.166570 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be8b4437-a87c-4cbd-8dc9-09d47a5bf796'] response: {'server_uuid': '1a3e293e-c7a6-4cd4-8e5a-a2d92c8996cf', 'name': 'network-vif-deleted', 'tag': 'ad34d119-da03-42cc-b88e-67ae41f8d0e0', 'status': 'completed', 'code': 200} Sep 16 19:35:27.178847 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-887608d7-239a-479d-9683-88416f5daa16 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for port (b2f742f6-2e86-4deb-8a56-759e725dff27), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:27.213207 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-887608d7-239a-479d-9683-88416f5daa16 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (b2f742f6-2e86-4deb-8a56-759e725dff27), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:27.255230 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887608d7-239a-479d-9683-88416f5daa16 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Network 01cd8397-3ed1-4c5d-9923-fabf569219df is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:35:27.258309 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-887608d7-239a-479d-9683-88416f5daa16 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:35:27.262157 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887608d7-239a-479d-9683-88416f5daa16 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:35:27.287080 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887608d7-239a-479d-9683-88416f5daa16 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Pushing event updated for resources: {'Port': ['ID=b2f742f6-2e86-4deb-8a56-759e725dff27,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:27.312859 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:27.353682 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-887608d7-239a-479d-9683-88416f5daa16 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for floatingip (e45c02f1-f7a2-4909-b64b-0580f19364f3), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:27.392206 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-887608d7-239a-479d-9683-88416f5daa16 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (b2f742f6-2e86-4deb-8a56-759e725dff27), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:27.550451 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-887608d7-239a-479d-9683-88416f5daa16 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for port (b2f742f6-2e86-4deb-8a56-759e725dff27), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:27.556791 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-887608d7-239a-479d-9683-88416f5daa16 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2678318'] for port (b2f742f6-2e86-4deb-8a56-759e725dff27), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:27.577153 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 51190) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:35:27.631937 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-887608d7-239a-479d-9683-88416f5daa16 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681123'] for floatingip (e45c02f1-f7a2-4909-b64b-0580f19364f3), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:27.634840 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887608d7-239a-479d-9683-88416f5daa16 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Pushing event updated for resources: {'Port': ['ID=b2f742f6-2e86-4deb-8a56-759e725dff27,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:27.636708 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7db3f52e-67e7-4ba1-8bdb-92dbf3e2a536 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks [] for security_group (e458187c-7f5d-4c74-9aff-c9fafbcd05fe), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:27.644290 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:27.653901 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-887608d7-239a-479d-9683-88416f5daa16 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for floatingip (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:27.655328 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-887608d7-239a-479d-9683-88416f5daa16 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8248951 Sep 16 19:35:27.661599 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7db3f52e-67e7-4ba1-8bdb-92dbf3e2a536 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks [] for security_group (e458187c-7f5d-4c74-9aff-c9fafbcd05fe), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:27.724904 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7db3f52e-67e7-4ba1-8bdb-92dbf3e2a536 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (e458187c-7f5d-4c74-9aff-c9fafbcd05fe), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:27.727585 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7db3f52e-67e7-4ba1-8bdb-92dbf3e2a536 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:27.728791 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-7db3f52e-67e7-4ba1-8bdb-92dbf3e2a536 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/e458187c-7f5d-4c74-9aff-c9fafbcd05fe HTTP/1.1" status: 204 len: 168 time: 0.1505418 Sep 16 19:35:27.739178 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db3f52e-67e7-4ba1-8bdb-92dbf3e2a536 tempest-TestShelveInstance-1319438558 tempest-TestShelveInstance-1319438558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e458187c-7f5d-4c74-9aff-c9fafbcd05fe,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:27.785559 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 51198) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:35:27.878779 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0ecab5b0-c00b-4b86-89af-f33c4f00c0a2 req-5b1f3c07-1460-451c-bd5e-c1e5bd090de9 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1185376891&fields=id&tenant_id=1983ce4dc9bd4050a2399d9f62d3e871 HTTP/1.1" status: 200 len: 267 time: 0.0445881 Sep 16 19:35:27.990304 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecab5b0-c00b-4b86-89af-f33c4f00c0a2 req-4b18ed82-d626-46ac-8589-fc1ed2f315ad tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:35:27.991942 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0ecab5b0-c00b-4b86-89af-f33c4f00c0a2 req-4b18ed82-d626-46ac-8589-fc1ed2f315ad tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/networks?id=1b509164-1dc6-4639-9003-d3f932682d2f HTTP/1.1" status: 200 len: 815 time: 0.1066277 Sep 16 19:35:28.007436 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0ecab5b0-c00b-4b86-89af-f33c4f00c0a2 req-8fe3502f-552c-4622-951d-e44873900ec0 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/quotas/1983ce4dc9bd4050a2399d9f62d3e871 HTTP/1.1" status: 200 len: 375 time: 0.0097628 Sep 16 19:35:28.057704 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0ecab5b0-c00b-4b86-89af-f33c4f00c0a2 req-514834d5-da2d-4bcb-adbc-2fd97d43a3c1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=1983ce4dc9bd4050a2399d9f62d3e871&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448370 Sep 16 19:35:28.158223 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0ecab5b0-c00b-4b86-89af-f33c4f00c0a2 req-2189dd6b-5dbb-480f-9794-ee7c66a3ccaa service neutron] 10.222.0.49 "GET /networking/v2.0/networks/1b509164-1dc6-4639-9003-d3f932682d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883021 Sep 16 19:35:28.190140 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5f84d477-e872-471d-9953-65489387a193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-771491'] for router_interface (f18aff15-7809-4ad6-b4d8-953c47498b60), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:28.225397 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:INSERT=4,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:28.260038 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0ecab5b0-c00b-4b86-89af-f33c4f00c0a2 req-6429bd00-09f6-44c6-a181-7181287a7efc service neutron] 10.222.0.49 "GET /networking/v2.0/networks/1b509164-1dc6-4639-9003-d3f932682d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940306 Sep 16 19:35:28.525459 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:28.554565 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d16f75f7-364e-44bf-ad67-14107b961651 req-a94bc8d5-492f-454c-be35-5eeccf694614 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aef7488e-5979-40bf-a4a8-76f24e24faf3 HTTP/1.1" status: 200 len: 210 time: 0.0390468 Sep 16 19:35:28.694232 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-5f84d477-e872-471d-9953-65489387a193 admin admin] Deleting port 9280f72c-46b1-4ca6-bb14-2f1b2d455a12 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:35:28.695001 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5f84d477-e872-471d-9953-65489387a193 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (9280f72c-46b1-4ca6-bb14-2f1b2d455a12), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:28.780838 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-5f84d477-e872-471d-9953-65489387a193 admin admin] For port 9280f72c-46b1-4ca6-bb14-2f1b2d455a12, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=9280f72c-46b1-4ca6-bb14-2f1b2d455a12,segment=NetworkSegment(1b698c52-1803-40ad-a866-6ff1515380db),segment_id=1b698c52-1803-40ad-a866-6ff1515380db)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:35:28.781249 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5f84d477-e872-471d-9953-65489387a193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (9280f72c-46b1-4ca6-bb14-2f1b2d455a12), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:28.795349 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-5f84d477-e872-471d-9953-65489387a193 admin admin] Calling delete_port for 9280f72c-46b1-4ca6-bb14-2f1b2d455a12 owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:35:28.988004 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5f84d477-e872-471d-9953-65489387a193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (9280f72c-46b1-4ca6-bb14-2f1b2d455a12), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:29.013506 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f84d477-e872-471d-9953-65489387a193 admin admin] Pushing event deleted for resources: {'Port': ['ID=9280f72c-46b1-4ca6-bb14-2f1b2d455a12,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:29.187270 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5f84d477-e872-471d-9953-65489387a193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681235'] for router_interface (f18aff15-7809-4ad6-b4d8-953c47498b60), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:29.285100 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device ad34d119-da03-42cc-b88e-67ae41f8d0e0 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:35:29.309226 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] No Port match for: ad34d119-da03-42cc-b88e-67ae41f8d0e0 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:35:29.309472 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device ad34d119-da03-42cc-b88e-67ae41f8d0e0 not bound to the agent host hv-cinder-85032 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:35:29.384601 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:29.396100 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:29.398506 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f84d477-e872-471d-9953-65489387a193 admin admin] Router f18aff15-7809-4ad6-b4d8-953c47498b60 has already been hosted by L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:35:29.525037 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f84d477-e872-471d-9953-65489387a193 admin admin] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:35:29.530396 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-5f84d477-e872-471d-9953-65489387a193 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/f18aff15-7809-4ad6-b4d8-953c47498b60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7431967 Sep 16 19:35:29.533040 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 51224) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:35:29.537626 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f731987d-2422-4826-b9f2-838e03a01240 None None] Sync routers for ids ['f18aff15-7809-4ad6-b4d8-953c47498b60'] in dv-cinder-850320-7-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:35:29.552995 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f731987d-2422-4826-b9f2-838e03a01240 None None] Routers {'f18aff15-7809-4ad6-b4d8-953c47498b60'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:35:29.553656 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-f731987d-2422-4826-b9f2-838e03a01240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:35:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['f18aff15-7809-4ad6-b4d8-953c47498b60'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:35:29.668703 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0c9c5269-d41b-4042-953e-493e0c6fd597 admin admin] Publish callbacks [] for router (f18aff15-7809-4ad6-b4d8-953c47498b60), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:29.676100 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecab5b0-c00b-4b86-89af-f33c4f00c0a2 req-fce9e532-673a-4311-aca0-f97c737af860 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:35:29.677765 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0ecab5b0-c00b-4b86-89af-f33c4f00c0a2 req-fce9e532-673a-4311-aca0-f97c737af860 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.27 "GET /networking/v2.0/networks?id=1b509164-1dc6-4639-9003-d3f932682d2f HTTP/1.1" status: 200 len: 815 time: 0.1386726 Sep 16 19:35:29.693940 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-56b54542-19b4-42bb-bcb6-0d5ef1d9c5df req-3df3c29a-f7f5-48c9-8f3f-30844619e66f tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aef7488e-5979-40bf-a4a8-76f24e24faf3 HTTP/1.1" status: 200 len: 210 time: 0.0341237 Sep 16 19:35:29.733507 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:29.742910 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-f731987d-2422-4826-b9f2-838e03a01240 None None] Set router f18aff15-7809-4ad6-b4d8-953c47498b60 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:35:29.745676 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:29.779971 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0ecab5b0-c00b-4b86-89af-f33c4f00c0a2 req-b655b3dd-73ef-492a-99a8-6ce1f4692e9e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1983ce4dc9bd4050a2399d9f62d3e871 HTTP/1.1" status: 200 len: 380 time: 0.0837169 Sep 16 19:35:29.795624 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [req-0ecab5b0-c00b-4b86-89af-f33c4f00c0a2 req-de7e6e25-6dac-41ca-9e47-88e20685a90e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Request body: {'port': {'device_id': 'aef7488e-5979-40bf-a4a8-76f24e24faf3', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'admin_state_up': True, 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'security_groups': ['9027f5a2-db59-4a31-bd8f-c855e831e47e']}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:35:29.802091 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0c9c5269-d41b-4042-953e-493e0c6fd597 admin admin] Publish callbacks [] for router_gateway (f18aff15-7809-4ad6-b4d8-953c47498b60), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:29.849202 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-0c9c5269-d41b-4042-953e-493e0c6fd597 admin admin] Deleting port d8930fcd-b015-4e47-92ce-6daa56c841e9 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:35:29.849890 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0c9c5269-d41b-4042-953e-493e0c6fd597 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (d8930fcd-b015-4e47-92ce-6daa56c841e9), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:29.918064 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ecab5b0-c00b-4b86-89af-f33c4f00c0a2 req-de7e6e25-6dac-41ca-9e47-88e20685a90e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Made reservation on behalf of 1983ce4dc9bd4050a2399d9f62d3e871 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:35:29.924027 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0ecab5b0-c00b-4b86-89af-f33c4f00c0a2 req-de7e6e25-6dac-41ca-9e47-88e20685a90e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:29.930598 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-f731987d-2422-4826-b9f2-838e03a01240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18aff15-7809-4ad6-b4d8-953c47498b60', 'name': 'tempest-TestShelveInstance-364892162-router', 'tenant_id': 'd7fc1dae09f145afab37db3a792430d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd8930fcd-b015-4e47-92ce-6daa56c841e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:28:39Z', 'updated_at': '2022-09-16T19:35:28Z', 'revision_number': 5, 'project_id': 'd7fc1dae09f145afab37db3a792430d3', 'gw_port': {'id': 'd8930fcd-b015-4e47-92ce-6daa56c841e9', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18aff15-7809-4ad6-b4d8-953c47498b60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:28:40Z', 'updated_at': '2022-09-16T19:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi'}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:35:29.937357 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-0c9c5269-d41b-4042-953e-493e0c6fd597 admin admin] For port d8930fcd-b015-4e47-92ce-6daa56c841e9, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=d8930fcd-b015-4e47-92ce-6daa56c841e9,segment=NetworkSegment(ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2),segment_id=ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:35:29.937723 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0c9c5269-d41b-4042-953e-493e0c6fd597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (d8930fcd-b015-4e47-92ce-6daa56c841e9), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:29.952899 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-0c9c5269-d41b-4042-953e-493e0c6fd597 admin admin] Calling delete_port for d8930fcd-b015-4e47-92ce-6daa56c841e9 owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:35:29.957633 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f731987d-2422-4826-b9f2-838e03a01240 None None] Checking router: f18aff15-7809-4ad6-b4d8-953c47498b60 for host: dv-cinder-850320-7-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:35:29.967432 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f731987d-2422-4826-b9f2-838e03a01240 None None] Routers {'f18aff15-7809-4ad6-b4d8-953c47498b60'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:35:29.968079 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-f731987d-2422-4826-b9f2-838e03a01240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:35:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['f18aff15-7809-4ad6-b4d8-953c47498b60'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:35:30.055360 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:30.058362 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bded1ee9-44c5-4c57-a3b4-501afdb477e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:30.066970 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-0ecab5b0-c00b-4b86-89af-f33c4f00c0a2 req-de7e6e25-6dac-41ca-9e47-88e20685a90e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Allocated IP 172.20.0.10 (1b509164-1dc6-4639-9003-d3f932682d2f/b23467b1-0e6b-4468-bd6e-d295548dcf80/840855f8-4fc0-43b9-b7d0-4e38019a3836) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:35:30.071684 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-f731987d-2422-4826-b9f2-838e03a01240 None None] Set router f18aff15-7809-4ad6-b4d8-953c47498b60 gateway port host: None {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:35:30.130465 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-f731987d-2422-4826-b9f2-838e03a01240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18aff15-7809-4ad6-b4d8-953c47498b60', 'name': 'tempest-TestShelveInstance-364892162-router', 'tenant_id': 'd7fc1dae09f145afab37db3a792430d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:28:39Z', 'updated_at': '2022-09-16T19:35:29Z', 'revision_number': 6, 'project_id': 'd7fc1dae09f145afab37db3a792430d3', 'gw_port_host': None}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:35:30.139835 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0c9c5269-d41b-4042-953e-493e0c6fd597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (d8930fcd-b015-4e47-92ce-6daa56c841e9), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:30.156889 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f731987d-2422-4826-b9f2-838e03a01240 None None] The sync data for ids ['f18aff15-7809-4ad6-b4d8-953c47498b60'] in dv-cinder-850320-7-iscsi is: [{'id': 'f18aff15-7809-4ad6-b4d8-953c47498b60', 'name': 'tempest-TestShelveInstance-364892162-router', 'tenant_id': 'd7fc1dae09f145afab37db3a792430d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:28:39Z', 'updated_at': '2022-09-16T19:35:29Z', 'revision_number': 6, 'project_id': 'd7fc1dae09f145afab37db3a792430d3', 'gw_port_host': None}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:35:30.172427 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9c5269-d41b-4042-953e-493e0c6fd597 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8930fcd-b015-4e47-92ce-6daa56c841e9,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:30.176235 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:30.222719 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0ecab5b0-c00b-4b86-89af-f33c4f00c0a2 req-de7e6e25-6dac-41ca-9e47-88e20685a90e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for port (840855f8-4fc0-43b9-b7d0-4e38019a3836), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:30.243713 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0c9c5269-d41b-4042-953e-493e0c6fd597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681049'] for router_gateway (f18aff15-7809-4ad6-b4d8-953c47498b60), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:30.260613 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0ecab5b0-c00b-4b86-89af-f33c4f00c0a2 req-de7e6e25-6dac-41ca-9e47-88e20685a90e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (840855f8-4fc0-43b9-b7d0-4e38019a3836), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:30.305308 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ecab5b0-c00b-4b86-89af-f33c4f00c0a2 req-de7e6e25-6dac-41ca-9e47-88e20685a90e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Network 1b509164-1dc6-4639-9003-d3f932682d2f is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:35:30.308574 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-0ecab5b0-c00b-4b86-89af-f33c4f00c0a2 req-de7e6e25-6dac-41ca-9e47-88e20685a90e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:35:30.312466 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ecab5b0-c00b-4b86-89af-f33c4f00c0a2 req-de7e6e25-6dac-41ca-9e47-88e20685a90e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:35:30.318665 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e6e25-6dac-41ca-9e47-88e20685a90e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Pushing event updated for resources: {'Port': ['ID=840855f8-4fc0-43b9-b7d0-4e38019a3836,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:30.356240 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0c9c5269-d41b-4042-953e-493e0c6fd597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router (f18aff15-7809-4ad6-b4d8-953c47498b60), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:30.358845 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0c9c5269-d41b-4042-953e-493e0c6fd597 admin admin] Publish callbacks [] for router_controller (f18aff15-7809-4ad6-b4d8-953c47498b60), precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:30.362227 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:30.372045 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecab5b0-c00b-4b86-89af-f33c4f00c0a2 req-de7e6e25-6dac-41ca-9e47-88e20685a90e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:35:30.372677 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0ecab5b0-c00b-4b86-89af-f33c4f00c0a2 req-de7e6e25-6dac-41ca-9e47-88e20685a90e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:30.391530 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0ecab5b0-c00b-4b86-89af-f33c4f00c0a2 req-de7e6e25-6dac-41ca-9e47-88e20685a90e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6007843 Sep 16 19:35:30.410781 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [req-0ecab5b0-c00b-4b86-89af-f33c4f00c0a2 req-f03440d6-9ed4-49be-8beb-58a489f21c92 service neutron] Request body: {'port': {'device_id': 'aef7488e-5979-40bf-a4a8-76f24e24faf3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:35:30.432338 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0c9c5269-d41b-4042-953e-493e0c6fd597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-681326'] for router (f18aff15-7809-4ad6-b4d8-953c47498b60), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:30.433499 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9c5269-d41b-4042-953e-493e0c6fd597 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f18aff15-7809-4ad6-b4d8-953c47498b60 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 19:35:30.439239 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0c9c5269-d41b-4042-953e-493e0c6fd597 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:30.440268 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-0c9c5269-d41b-4042-953e-493e0c6fd597 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/f18aff15-7809-4ad6-b4d8-953c47498b60 HTTP/1.1" status: 204 len: 168 time: 0.9062986 Sep 16 19:35:30.442838 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 51234) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:35:30.480600 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0ecab5b0-c00b-4b86-89af-f33c4f00c0a2 req-f03440d6-9ed4-49be-8beb-58a489f21c92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (840855f8-4fc0-43b9-b7d0-4e38019a3836), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:30.492418 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b1f7c3a-efa3-467e-a582-ee3fdceae6df admin admin] Deleting subnet fcb3e0c9-538f-40ce-83b8-814de92b3dde {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 19:35:30.496051 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3b1f7c3a-efa3-467e-a582-ee3fdceae6df admin admin] Publish callbacks [] for subnet (fcb3e0c9-538f-40ce-83b8-814de92b3dde), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:30.539039 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3b1f7c3a-efa3-467e-a582-ee3fdceae6df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3251476'] for subnet (fcb3e0c9-538f-40ce-83b8-814de92b3dde), precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:30.605435 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-5aee0ef8-18fc-435a-aa58-f8492cd3eca2 None None] Provisioning complete for port 840855f8-4fc0-43b9-b7d0-4e38019a3836 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:35:30.606800 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5aee0ef8-18fc-435a-aa58-f8492cd3eca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (840855f8-4fc0-43b9-b7d0-4e38019a3836), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:30.607134 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-5aee0ef8-18fc-435a-aa58-f8492cd3eca2 None None] Attempt 1 to provision port 840855f8-4fc0-43b9-b7d0-4e38019a3836 Sep 16 19:35:30.644205 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:30.661331 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-5aee0ef8-18fc-435a-aa58-f8492cd3eca2 None None] Port 840855f8-4fc0-43b9-b7d0-4e38019a3836 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:35:30.680815 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 9280f72c-46b1-4ca6-bb14-2f1b2d455a12 no longer exists at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:35:30.689705 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3b1f7c3a-efa3-467e-a582-ee3fdceae6df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16018794'] for subnet (fcb3e0c9-538f-40ce-83b8-814de92b3dde), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:30.692051 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:30.700184 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] No Port match for: 9280f72c-46b1-4ca6-bb14-2f1b2d455a12 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:35:30.701038 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 9280f72c-46b1-4ca6-bb14-2f1b2d455a12 not bound to the agent host dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:35:30.758759 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3b1f7c3a-efa3-467e-a582-ee3fdceae6df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16022615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2445622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3802358'] for subnet (fcb3e0c9-538f-40ce-83b8-814de92b3dde), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:30.790863 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f7c3a-efa3-467e-a582-ee3fdceae6df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcb3e0c9-538f-40ce-83b8-814de92b3dde,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:30.799702 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [req-0ecab5b0-c00b-4b86-89af-f33c4f00c0a2 req-f03440d6-9ed4-49be-8beb-58a489f21c92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 840855f8-4fc0-43b9-b7d0-4e38019a3836 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 19:35:30.808100 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0ecab5b0-c00b-4b86-89af-f33c4f00c0a2 req-f03440d6-9ed4-49be-8beb-58a489f21c92 service neutron] Publish callbacks [] for port (840855f8-4fc0-43b9-b7d0-4e38019a3836), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:30.821626 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-0ecab5b0-c00b-4b86-89af-f33c4f00c0a2 req-f03440d6-9ed4-49be-8beb-58a489f21c92 service neutron] Transition to ACTIVE for port object 840855f8-4fc0-43b9-b7d0-4e38019a3836 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 19:35:30.825772 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3b1f7c3a-efa3-467e-a582-ee3fdceae6df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:30.827196 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0ecab5b0-c00b-4b86-89af-f33c4f00c0a2 req-f03440d6-9ed4-49be-8beb-58a489f21c92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2678318'] for port (840855f8-4fc0-43b9-b7d0-4e38019a3836), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:30.829620 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d863eb02-6495-402c-8015-8f47c877d7af None None] Network 4fc394e5-4a72-4e1b-a046-66e03ed753a7 requested from dv-cinder-850320-7-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 19:35:30.832709 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 51238) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:35:30.833279 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-3b1f7c3a-efa3-467e-a582-ee3fdceae6df admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/fcb3e0c9-538f-40ce-83b8-814de92b3dde HTTP/1.1" status: 204 len: 168 time: 0.3892934 Sep 16 19:35:30.853077 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf92a5-46f9-404b-bc83-f70c2ba239bd req-2fcd4959-8d80-40fc-b074-5cc75116bf7d tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:35:30.855951 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a6bf92a5-46f9-404b-bc83-f70c2ba239bd req-2fcd4959-8d80-40fc-b074-5cc75116bf7d tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aef7488e-5979-40bf-a4a8-76f24e24faf3 HTTP/1.1" status: 200 len: 932 time: 0.0685334 Sep 16 19:35:30.908341 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a6bf92a5-46f9-404b-bc83-f70c2ba239bd req-eb2169d7-7005-48fe-8fb3-e3acb5d45e58 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9027f5a2-db59-4a31-bd8f-c855e831e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466738 Sep 16 19:35:30.968883 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03440d6-9ed4-49be-8beb-58a489f21c92 service neutron] Pushing event updated for resources: {'Port': ['ID=840855f8-4fc0-43b9-b7d0-4e38019a3836,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:30.979644 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a5ebe433-6510-4734-9f71-8b66f698e7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15995935'] for network (4fc394e5-4a72-4e1b-a046-66e03ed753a7), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:31.025773 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d2de76-eba6-49b7-bf99-54e7facd95d4 None None] DHCP port deletion for 4fc394e5-4a72-4e1b-a046-66e03ed753a7 request from dv-cinder-850320-7-iscsi {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 19:35:31.028888 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:31.050297 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-0ecab5b0-c00b-4b86-89af-f33c4f00c0a2 req-f03440d6-9ed4-49be-8beb-58a489f21c92 service neutron] Attempting to bind port 840855f8-4fc0-43b9-b7d0-4e38019a3836 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:35:31.050635 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-0ecab5b0-c00b-4b86-89af-f33c4f00c0a2 req-f03440d6-9ed4-49be-8beb-58a489f21c92 service neutron] Attempting to bind port 840855f8-4fc0-43b9-b7d0-4e38019a3836 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': 'd2aecd8e-0f77-4a3e-8fa6-6519afb8f770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:35:31.050979 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecab5b0-c00b-4b86-89af-f33c4f00c0a2 req-f03440d6-9ed4-49be-8beb-58a489f21c92 service neutron] Attempting to bind port 840855f8-4fc0-43b9-b7d0-4e38019a3836 on network 1b509164-1dc6-4639-9003-d3f932682d2f {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:35:31.064536 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-73d2de76-eba6-49b7-bf99-54e7facd95d4 None None] Deleting port b14ff3cf-fad6-445f-86a9-ea35f1be92ca {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:35:31.064999 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-73d2de76-eba6-49b7-bf99-54e7facd95d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (b14ff3cf-fad6-445f-86a9-ea35f1be92ca), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:31.073613 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-a5ebe433-6510-4734-9f71-8b66f698e7d7 admin admin] Deleting port b14ff3cf-fad6-445f-86a9-ea35f1be92ca {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:35:31.073947 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a5ebe433-6510-4734-9f71-8b66f698e7d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (b14ff3cf-fad6-445f-86a9-ea35f1be92ca), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:31.130617 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-73d2de76-eba6-49b7-bf99-54e7facd95d4 None None] For port b14ff3cf-fad6-445f-86a9-ea35f1be92ca, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=b14ff3cf-fad6-445f-86a9-ea35f1be92ca,segment=NetworkSegment(1b698c52-1803-40ad-a866-6ff1515380db),segment_id=1b698c52-1803-40ad-a866-6ff1515380db)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:35:31.131028 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-73d2de76-eba6-49b7-bf99-54e7facd95d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (b14ff3cf-fad6-445f-86a9-ea35f1be92ca), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:31.144307 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-73d2de76-eba6-49b7-bf99-54e7facd95d4 None None] Calling delete_port for b14ff3cf-fad6-445f-86a9-ea35f1be92ca owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:35:31.158840 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-a5ebe433-6510-4734-9f71-8b66f698e7d7 admin admin] For port b14ff3cf-fad6-445f-86a9-ea35f1be92ca, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=b14ff3cf-fad6-445f-86a9-ea35f1be92ca,segment=NetworkSegment(1b698c52-1803-40ad-a866-6ff1515380db),segment_id=1b698c52-1803-40ad-a866-6ff1515380db)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:35:31.159196 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a5ebe433-6510-4734-9f71-8b66f698e7d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (b14ff3cf-fad6-445f-86a9-ea35f1be92ca), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:31.161596 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecab5b0-c00b-4b86-89af-f33c4f00c0a2 req-f03440d6-9ed4-49be-8beb-58a489f21c92 service neutron] Port 840855f8-4fc0-43b9-b7d0-4e38019a3836 on network 1b509164-1dc6-4639-9003-d3f932682d2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 19:35:31.162052 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecab5b0-c00b-4b86-89af-f33c4f00c0a2 req-f03440d6-9ed4-49be-8beb-58a489f21c92 service neutron] Attempting to bind port 840855f8-4fc0-43b9-b7d0-4e38019a3836 on network 1b509164-1dc6-4639-9003-d3f932682d2f {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:35:31.186274 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-5aee0ef8-18fc-435a-aa58-f8492cd3eca2 None None] Attempt 2 to provision port 840855f8-4fc0-43b9-b7d0-4e38019a3836 Sep 16 19:35:31.192189 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-a5ebe433-6510-4734-9f71-8b66f698e7d7 admin admin] Calling delete_port for b14ff3cf-fad6-445f-86a9-ea35f1be92ca owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:35:31.234014 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-5aee0ef8-18fc-435a-aa58-f8492cd3eca2 None None] Port 840855f8-4fc0-43b9-b7d0-4e38019a3836 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:35:31.257829 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-73d2de76-eba6-49b7-bf99-54e7facd95d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825'] for port (b14ff3cf-fad6-445f-86a9-ea35f1be92ca), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:31.284551 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d2de76-eba6-49b7-bf99-54e7facd95d4 None None] Pushing event deleted for resources: {'Port': ['ID=b14ff3cf-fad6-445f-86a9-ea35f1be92ca,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:31.289515 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d2de76-eba6-49b7-bf99-54e7facd95d4 None None] No DVR routers for this DVR port b14ff3cf-fad6-445f-86a9-ea35f1be92ca on host dv-cinder-850320-7-iscsi {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 19:35:31.297503 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d2de76-eba6-49b7-bf99-54e7facd95d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:31.297820 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d2de76-eba6-49b7-bf99-54e7facd95d4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:31.298268 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d2de76-eba6-49b7-bf99-54e7facd95d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:31.298682 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d2de76-eba6-49b7-bf99-54e7facd95d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:31.299072 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d2de76-eba6-49b7-bf99-54e7facd95d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:31.299512 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d2de76-eba6-49b7-bf99-54e7facd95d4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:31.299892 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d2de76-eba6-49b7-bf99-54e7facd95d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:31.300272 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d2de76-eba6-49b7-bf99-54e7facd95d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:31.300748 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d2de76-eba6-49b7-bf99-54e7facd95d4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:31.301082 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d2de76-eba6-49b7-bf99-54e7facd95d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:31.302000 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d2de76-eba6-49b7-bf99-54e7facd95d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:31.302000 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d2de76-eba6-49b7-bf99-54e7facd95d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:31.302993 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d2de76-eba6-49b7-bf99-54e7facd95d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:31.302993 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d2de76-eba6-49b7-bf99-54e7facd95d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:31.303276 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d2de76-eba6-49b7-bf99-54e7facd95d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:31.526310 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecab5b0-c00b-4b86-89af-f33c4f00c0a2 req-f03440d6-9ed4-49be-8beb-58a489f21c92 service neutron] Checking agent: {'id': 'f29a7e91-2c4b-48c7-9aed-98e73119d395', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 24, 59), 'started_at': datetime.datetime(2022, 9, 16, 19, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:35:31.526634 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecab5b0-c00b-4b86-89af-f33c4f00c0a2 req-f03440d6-9ed4-49be-8beb-58a489f21c92 service neutron] Checking segment: {'id': 'd2aecd8e-0f77-4a3e-8fa6-6519afb8f770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:35:31.527003 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecab5b0-c00b-4b86-89af-f33c4f00c0a2 req-f03440d6-9ed4-49be-8beb-58a489f21c92 service neutron] Bound using segment: {'id': 'd2aecd8e-0f77-4a3e-8fa6-6519afb8f770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:35:31.527423 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-0ecab5b0-c00b-4b86-89af-f33c4f00c0a2 req-f03440d6-9ed4-49be-8beb-58a489f21c92 service neutron] Bound port: 840855f8-4fc0-43b9-b7d0-4e38019a3836, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2aecd8e-0f77-4a3e-8fa6-6519afb8f770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:35:31.527791 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0ecab5b0-c00b-4b86-89af-f33c4f00c0a2 req-f03440d6-9ed4-49be-8beb-58a489f21c92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (840855f8-4fc0-43b9-b7d0-4e38019a3836), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:31.604013 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a5ebe433-6510-4734-9f71-8b66f698e7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (b14ff3cf-fad6-445f-86a9-ea35f1be92ca), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:31.636512 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-0ecab5b0-c00b-4b86-89af-f33c4f00c0a2 req-f03440d6-9ed4-49be-8beb-58a489f21c92 service neutron] For port 840855f8-4fc0-43b9-b7d0-4e38019a3836, host hv-cinder-85032, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:35:31.638779 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ebe433-6510-4734-9f71-8b66f698e7d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b14ff3cf-fad6-445f-86a9-ea35f1be92ca,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:31.642059 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ebe433-6510-4734-9f71-8b66f698e7d7 admin admin] No DVR routers for this DVR port b14ff3cf-fad6-445f-86a9-ea35f1be92ca on host dv-cinder-850320-7-iscsi {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 19:35:31.671363 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-0ecab5b0-c00b-4b86-89af-f33c4f00c0a2 req-f03440d6-9ed4-49be-8beb-58a489f21c92 service neutron] For port 840855f8-4fc0-43b9-b7d0-4e38019a3836, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=840855f8-4fc0-43b9-b7d0-4e38019a3836,segment=NetworkSegment(d2aecd8e-0f77-4a3e-8fa6-6519afb8f770),segment_id=d2aecd8e-0f77-4a3e-8fa6-6519afb8f770)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:35:31.687748 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0ecab5b0-c00b-4b86-89af-f33c4f00c0a2 req-f03440d6-9ed4-49be-8beb-58a489f21c92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2678318'] for port (840855f8-4fc0-43b9-b7d0-4e38019a3836), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:31.715521 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecab5b0-c00b-4b86-89af-f33c4f00c0a2 req-f03440d6-9ed4-49be-8beb-58a489f21c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:35:31.716161 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0ecab5b0-c00b-4b86-89af-f33c4f00c0a2 req-f03440d6-9ed4-49be-8beb-58a489f21c92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:31.717547 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0ecab5b0-c00b-4b86-89af-f33c4f00c0a2 req-f03440d6-9ed4-49be-8beb-58a489f21c92 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/840855f8-4fc0-43b9-b7d0-4e38019a3836 HTTP/1.1" status: 200 len: 1094 time: 1.3112214 Sep 16 19:35:31.719574 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef7488e-5979-40bf-a4a8-76f24e24faf3', 'tag': '840855f8-4fc0-43b9-b7d0-4e38019a3836'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:35:31.721847 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc02aeec164665d1be19478bc83a94d6f81df8203eb0e70a86ccaa2f58cdb70d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2701b0-d598-45c5-891d-bfc55bfe2c70" -d '{"events": [{"name": "network-changed", "server_uuid": "aef7488e-5979-40bf-a4a8-76f24e24faf3", "tag": "840855f8-4fc0-43b9-b7d0-4e38019a3836"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:35:31.727289 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:31.735519 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-5aee0ef8-18fc-435a-aa58-f8492cd3eca2 None None] Attempt 3 to provision port 840855f8-4fc0-43b9-b7d0-4e38019a3836 Sep 16 19:35:31.753815 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a5ebe433-6510-4734-9f71-8b66f698e7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16065089', 'neutron.services.segments.db._delete_segments_for_network-8764811785921'] for network (4fc394e5-4a72-4e1b-a046-66e03ed753a7), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:31.782996 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 19:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca07800-9932-4e01-a822-1666d46edce7 x-openstack-request-id: req-4ca07800-9932-4e01-a822-1666d46edce7 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:35:31.783318 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aef7488e-5979-40bf-a4a8-76f24e24faf3", "tag": "840855f8-4fc0-43b9-b7d0-4e38019a3836", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:35:31.783565 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4ca07800-9932-4e01-a822-1666d46edce7 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:35:31.784032 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ca07800-9932-4e01-a822-1666d46edce7'] response: {'name': 'network-changed', 'server_uuid': 'aef7488e-5979-40bf-a4a8-76f24e24faf3', 'tag': '840855f8-4fc0-43b9-b7d0-4e38019a3836', 'status': 'completed', 'code': 200} Sep 16 19:35:31.785549 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-5aee0ef8-18fc-435a-aa58-f8492cd3eca2 None None] Port 840855f8-4fc0-43b9-b7d0-4e38019a3836 had new provisioning blocks added so it will not transition to active. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 19:35:31.799880 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-a5ebe433-6510-4734-9f71-8b66f698e7d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fc394e5-4a72-4e1b-a046-66e03ed753a7']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:35:31.825580 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:31.830761 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-a5ebe433-6510-4734-9f71-8b66f698e7d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b698c52-1803-40ad-a866-6ff1515380db') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:35:31.831054 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-a5ebe433-6510-4734-9f71-8b66f698e7d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b698c52-1803-40ad-a866-6ff1515380db') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:35:31.860195 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03440d6-9ed4-49be-8beb-58a489f21c92 service neutron] Pushing event updated for resources: {'Port': ['ID=840855f8-4fc0-43b9-b7d0-4e38019a3836,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:31.866703 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a5ebe433-6510-4734-9f71-8b66f698e7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764811785813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2891973'] for segment (1b698c52-1803-40ad-a866-6ff1515380db), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:31.882628 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecab5b0-c00b-4b86-89af-f33c4f00c0a2 req-411120b0-d61e-44ce-a8e5-9f0ffe4693eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:35:31.884190 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0ecab5b0-c00b-4b86-89af-f33c4f00c0a2 req-411120b0-d61e-44ce-a8e5-9f0ffe4693eb service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1983ce4dc9bd4050a2399d9f62d3e871&device_id=aef7488e-5979-40bf-a4a8-76f24e24faf3 HTTP/1.1" status: 200 len: 1128 time: 0.0797451 Sep 16 19:35:31.887854 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a5ebe433-6510-4734-9f71-8b66f698e7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694'] for segment (1b698c52-1803-40ad-a866-6ff1515380db), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:31.894269 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5ebe433-6510-4734-9f71-8b66f698e7d7 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 19:35:31.894644 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a5ebe433-6510-4734-9f71-8b66f698e7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2678466'] for segment (1b698c52-1803-40ad-a866-6ff1515380db), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:31.917027 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.services.segments.plugin [-] Segment 1b698c52-1803-40ad-a866-6ff1515380db resource provider aggregate not found Sep 16 19:35:31.976227 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.services.segments.plugin [-] Segment 1b698c52-1803-40ad-a866-6ff1515380db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1b698c52-1803-40ad-a866-6ff1515380db found for delete ", "request_id": "req-0cfa3ba5-9e46-4ab9-a668-64b730c4336e"}]} Sep 16 19:35:31.980619 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0ecab5b0-c00b-4b86-89af-f33c4f00c0a2 req-911ece6d-6aa3-40db-99c7-9d192c86c314 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=840855f8-4fc0-43b9-b7d0-4e38019a3836 HTTP/1.1" status: 200 len: 217 time: 0.0804162 Sep 16 19:35:32.023031 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a5ebe433-6510-4734-9f71-8b66f698e7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16065144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681100'] for network (4fc394e5-4a72-4e1b-a046-66e03ed753a7), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:32.028111 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a5ebe433-6510-4734-9f71-8b66f698e7d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for network (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:32.033451 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-a5ebe433-6510-4734-9f71-8b66f698e7d7 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/4fc394e5-4a72-4e1b-a046-66e03ed753a7 HTTP/1.1" status: 204 len: 168 time: 1.1991608 Sep 16 19:35:32.036028 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 51248) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:35:32.054055 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ebe433-6510-4734-9f71-8b66f698e7d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fc394e5-4a72-4e1b-a046-66e03ed753a7,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:32.059298 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecab5b0-c00b-4b86-89af-f33c4f00c0a2 req-2d1c3d71-3afe-487d-a04b-a64c15516164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:35:32.060800 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0ecab5b0-c00b-4b86-89af-f33c4f00c0a2 req-2d1c3d71-3afe-487d-a04b-a64c15516164 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b23467b1-0e6b-4468-bd6e-d295548dcf80 HTTP/1.1" status: 200 len: 854 time: 0.0720997 Sep 16 19:35:32.089577 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a522baf-4302-49b7-8af8-6e1c797a96e5 req-d265f87e-0cfb-42e2-8669-f0ffa1fc5b56 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:35:32.091055 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0a522baf-4302-49b7-8af8-6e1c797a96e5 req-d265f87e-0cfb-42e2-8669-f0ffa1fc5b56 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aef7488e-5979-40bf-a4a8-76f24e24faf3 HTTP/1.1" status: 200 len: 944 time: 0.0917716 Sep 16 19:35:32.110026 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecab5b0-c00b-4b86-89af-f33c4f00c0a2 req-744aeaed-7cd3-4262-bb75-18cbcbc32192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:35:32.111536 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0ecab5b0-c00b-4b86-89af-f33c4f00c0a2 req-744aeaed-7cd3-4262-bb75-18cbcbc32192 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=1b509164-1dc6-4639-9003-d3f932682d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413930 Sep 16 19:35:32.185087 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0a522baf-4302-49b7-8af8-6e1c797a96e5 req-4a3bf267-6fb2-4c7f-b34a-668caad36b96 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9027f5a2-db59-4a31-bd8f-c855e831e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848072 Sep 16 19:35:32.192154 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:32.217060 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0ecab5b0-c00b-4b86-89af-f33c4f00c0a2 req-64ca6012-bbeb-4efc-894c-14cbd2d3ecec service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1b509164-1dc6-4639-9003-d3f932682d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985854 Sep 16 19:35:32.272516 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5b49f586-b997-44ac-a880-a5c88f0f5b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:32.311541 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0ecab5b0-c00b-4b86-89af-f33c4f00c0a2 req-e73f38db-9ae3-4555-926c-52bb6035bfdf service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1b509164-1dc6-4639-9003-d3f932682d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882986 Sep 16 19:35:32.539146 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device b14ff3cf-fad6-445f-86a9-ea35f1be92ca no longer exists at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:35:32.541374 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:32.560144 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] No Port match for: b14ff3cf-fad6-445f-86a9-ea35f1be92ca {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:35:32.560510 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device b14ff3cf-fad6-445f-86a9-ea35f1be92ca not bound to the agent host dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:35:32.560904 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device d8930fcd-b015-4e47-92ce-6daa56c841e9 no longer exists at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:35:32.580017 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] No Port match for: d8930fcd-b015-4e47-92ce-6daa56c841e9 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:35:32.580269 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device d8930fcd-b015-4e47-92ce-6daa56c841e9 not bound to the agent host dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:35:32.639976 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-df7584f4-66f9-4018-8967-d639b337cab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-771491'] for router_interface (f121c82f-dac0-442b-a1e8-cfefe928c9d1), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:32.693183 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:32.883894 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-df7584f4-66f9-4018-8967-d639b337cab8 admin admin] Deleting port 088e0370-2daa-4a68-b009-219e9734db36 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:35:32.884146 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-df7584f4-66f9-4018-8967-d639b337cab8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (088e0370-2daa-4a68-b009-219e9734db36), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:32.965267 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-df7584f4-66f9-4018-8967-d639b337cab8 admin admin] For port 088e0370-2daa-4a68-b009-219e9734db36, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=088e0370-2daa-4a68-b009-219e9734db36,segment=NetworkSegment(c0182e40-9d48-447f-9baf-0913a21d71ed),segment_id=c0182e40-9d48-447f-9baf-0913a21d71ed)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:35:32.965632 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-df7584f4-66f9-4018-8967-d639b337cab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (088e0370-2daa-4a68-b009-219e9734db36), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:32.977593 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:32.978748 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-df7584f4-66f9-4018-8967-d639b337cab8 admin admin] Calling delete_port for 088e0370-2daa-4a68-b009-219e9734db36 owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:35:33.179156 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-df7584f4-66f9-4018-8967-d639b337cab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (088e0370-2daa-4a68-b009-219e9734db36), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:33.206121 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7584f4-66f9-4018-8967-d639b337cab8 admin admin] Pushing event deleted for resources: {'Port': ['ID=088e0370-2daa-4a68-b009-219e9734db36,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:33.330552 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdbd68-cd46-4243-a74a-f025a976a77f req-72f7821b-f009-499d-a933-befa96629618 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:35:33.332141 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b1fdbd68-cd46-4243-a74a-f025a976a77f req-72f7821b-f009-499d-a933-befa96629618 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aef7488e-5979-40bf-a4a8-76f24e24faf3 HTTP/1.1" status: 200 len: 944 time: 0.0548108 Sep 16 19:35:33.383413 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b1fdbd68-cd46-4243-a74a-f025a976a77f req-7c8bcbe8-21a2-43d1-b1ee-c989804889e8 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9027f5a2-db59-4a31-bd8f-c855e831e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448925 Sep 16 19:35:33.390902 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-df7584f4-66f9-4018-8967-d639b337cab8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681235'] for router_interface (f121c82f-dac0-442b-a1e8-cfefe928c9d1), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:33.582590 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:33.608265 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7584f4-66f9-4018-8967-d639b337cab8 admin admin] Router f121c82f-dac0-442b-a1e8-cfefe928c9d1 has already been hosted by L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:35:33.636185 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:33.717014 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7584f4-66f9-4018-8967-d639b337cab8 admin admin] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:35:33.723058 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-df7584f4-66f9-4018-8967-d639b337cab8 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/f121c82f-dac0-442b-a1e8-cfefe928c9d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6848478 Sep 16 19:35:33.725071 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 51252) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:35:33.727627 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c80921f-8cb0-408b-b3b5-0a0458ade1e4 None None] Sync routers for ids ['f121c82f-dac0-442b-a1e8-cfefe928c9d1'] in dv-cinder-850320-7-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:35:33.738398 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c80921f-8cb0-408b-b3b5-0a0458ade1e4 None None] Routers {'f121c82f-dac0-442b-a1e8-cfefe928c9d1'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:35:33.739200 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5c80921f-8cb0-408b-b3b5-0a0458ade1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:35:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['f121c82f-dac0-442b-a1e8-cfefe928c9d1'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:35:33.826940 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-df99143a-44cc-4226-85c3-644a77373582 admin admin] Publish callbacks [] for router (f121c82f-dac0-442b-a1e8-cfefe928c9d1), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:33.836949 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:33.838941 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-5c80921f-8cb0-408b-b3b5-0a0458ade1e4 None None] Set router f121c82f-dac0-442b-a1e8-cfefe928c9d1 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:35:33.926809 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-df99143a-44cc-4226-85c3-644a77373582 admin admin] Publish callbacks [] for router_gateway (f121c82f-dac0-442b-a1e8-cfefe928c9d1), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:33.940818 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:33.971917 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-df99143a-44cc-4226-85c3-644a77373582 admin admin] Deleting port 28a4e474-71ea-40c4-a923-9029161f905b {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:35:33.972252 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-df99143a-44cc-4226-85c3-644a77373582 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (28a4e474-71ea-40c4-a923-9029161f905b), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:34.007869 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5c80921f-8cb0-408b-b3b5-0a0458ade1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f121c82f-dac0-442b-a1e8-cfefe928c9d1', 'name': 'tempest-TestShelveInstance-701694098-router', 'tenant_id': '59d9839473a447c8b12e3f62702ba189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '28a4e474-71ea-40c4-a923-9029161f905b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:28:46Z', 'updated_at': '2022-09-16T19:35:33Z', 'revision_number': 5, 'project_id': '59d9839473a447c8b12e3f62702ba189', 'gw_port': {'id': '28a4e474-71ea-40c4-a923-9029161f905b', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f121c82f-dac0-442b-a1e8-cfefe928c9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:28:47Z', 'updated_at': '2022-09-16T19:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi'}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:35:34.009452 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:34.037667 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c80921f-8cb0-408b-b3b5-0a0458ade1e4 None None] Checking router: f121c82f-dac0-442b-a1e8-cfefe928c9d1 for host: dv-cinder-850320-7-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:35:34.046437 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c80921f-8cb0-408b-b3b5-0a0458ade1e4 None None] Routers {'f121c82f-dac0-442b-a1e8-cfefe928c9d1'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:35:34.047029 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5c80921f-8cb0-408b-b3b5-0a0458ade1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:35:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['f121c82f-dac0-442b-a1e8-cfefe928c9d1'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:35:34.058134 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-df99143a-44cc-4226-85c3-644a77373582 admin admin] For port 28a4e474-71ea-40c4-a923-9029161f905b, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=28a4e474-71ea-40c4-a923-9029161f905b,segment=NetworkSegment(ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2),segment_id=ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:35:34.058500 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-df99143a-44cc-4226-85c3-644a77373582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (28a4e474-71ea-40c4-a923-9029161f905b), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:34.072812 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-df99143a-44cc-4226-85c3-644a77373582 admin admin] Calling delete_port for 28a4e474-71ea-40c4-a923-9029161f905b owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:35:34.127640 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-5c80921f-8cb0-408b-b3b5-0a0458ade1e4 None None] Set router f121c82f-dac0-442b-a1e8-cfefe928c9d1 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:35:34.178340 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5c80921f-8cb0-408b-b3b5-0a0458ade1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f121c82f-dac0-442b-a1e8-cfefe928c9d1', 'name': 'tempest-TestShelveInstance-701694098-router', 'tenant_id': '59d9839473a447c8b12e3f62702ba189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:28:46Z', 'updated_at': '2022-09-16T19:35:33Z', 'revision_number': 6, 'project_id': '59d9839473a447c8b12e3f62702ba189', 'gw_port_host': None}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:35:34.202531 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c80921f-8cb0-408b-b3b5-0a0458ade1e4 None None] The sync data for ids ['f121c82f-dac0-442b-a1e8-cfefe928c9d1'] in dv-cinder-850320-7-iscsi is: [{'id': 'f121c82f-dac0-442b-a1e8-cfefe928c9d1', 'name': 'tempest-TestShelveInstance-701694098-router', 'tenant_id': '59d9839473a447c8b12e3f62702ba189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:28:46Z', 'updated_at': '2022-09-16T19:35:33Z', 'revision_number': 6, 'project_id': '59d9839473a447c8b12e3f62702ba189', 'gw_port_host': None}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:35:34.241494 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-df99143a-44cc-4226-85c3-644a77373582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (28a4e474-71ea-40c4-a923-9029161f905b), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:34.275203 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99143a-44cc-4226-85c3-644a77373582 admin admin] Pushing event deleted for resources: {'Port': ['ID=28a4e474-71ea-40c4-a923-9029161f905b,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:34.344523 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-df99143a-44cc-4226-85c3-644a77373582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681049'] for router_gateway (f121c82f-dac0-442b-a1e8-cfefe928c9d1), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:34.445543 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-df99143a-44cc-4226-85c3-644a77373582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router (f121c82f-dac0-442b-a1e8-cfefe928c9d1), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:34.447861 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-df99143a-44cc-4226-85c3-644a77373582 admin admin] Publish callbacks [] for router_controller (f121c82f-dac0-442b-a1e8-cfefe928c9d1), precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:34.515817 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-df99143a-44cc-4226-85c3-644a77373582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-681326'] for router (f121c82f-dac0-442b-a1e8-cfefe928c9d1), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:34.516414 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df99143a-44cc-4226-85c3-644a77373582 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f121c82f-dac0-442b-a1e8-cfefe928c9d1 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 19:35:34.522659 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-df99143a-44cc-4226-85c3-644a77373582 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:34.523773 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-df99143a-44cc-4226-85c3-644a77373582 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/f121c82f-dac0-442b-a1e8-cfefe928c9d1 HTTP/1.1" status: 204 len: 168 time: 0.7978406 Sep 16 19:35:34.526400 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 51256) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:35:34.535830 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:34.573984 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d393b80-094f-4fb2-976c-58238c82df82 req-c461bafa-3674-4c00-bc75-f3050cffb04a tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:35:34.575538 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1d393b80-094f-4fb2-976c-58238c82df82 req-c461bafa-3674-4c00-bc75-f3050cffb04a tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aef7488e-5979-40bf-a4a8-76f24e24faf3 HTTP/1.1" status: 200 len: 944 time: 0.0924051 Sep 16 19:35:34.600218 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-89011a0a-1355-44dd-bb98-f029d1da4c29 admin admin] Deleting subnet cef9d78e-973c-44c6-8a9f-bb8273b4356d {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 19:35:34.611022 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-89011a0a-1355-44dd-bb98-f029d1da4c29 admin admin] Publish callbacks [] for subnet (cef9d78e-973c-44c6-8a9f-bb8273b4356d), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:34.622741 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2701b0-d598-45c5-891d-bfc55bfe2c70 req-0be6d245-df30-465d-bec1-d6c42735b0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:35:34.624516 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2a2701b0-d598-45c5-891d-bfc55bfe2c70 req-0be6d245-df30-465d-bec1-d6c42735b0ee service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1983ce4dc9bd4050a2399d9f62d3e871&device_id=aef7488e-5979-40bf-a4a8-76f24e24faf3 HTTP/1.1" status: 200 len: 1128 time: 0.0509496 Sep 16 19:35:34.674070 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-89011a0a-1355-44dd-bb98-f029d1da4c29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3251476'] for subnet (cef9d78e-973c-44c6-8a9f-bb8273b4356d), precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:34.701513 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1d393b80-094f-4fb2-976c-58238c82df82 req-99f43ca3-004d-4a6f-b99c-2cfb89f6616c tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9027f5a2-db59-4a31-bd8f-c855e831e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100671 Sep 16 19:35:34.760091 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-89011a0a-1355-44dd-bb98-f029d1da4c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16018794'] for subnet (cef9d78e-973c-44c6-8a9f-bb8273b4356d), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:34.763786 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2701b0-d598-45c5-891d-bfc55bfe2c70 req-1b5c165d-b235-4121-b9d1-2b5076b337d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:35:34.765289 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2a2701b0-d598-45c5-891d-bfc55bfe2c70 req-1b5c165d-b235-4121-b9d1-2b5076b337d9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=1b509164-1dc6-4639-9003-d3f932682d2f HTTP/1.1" status: 200 len: 916 time: 0.1338220 Sep 16 19:35:34.804224 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2a2701b0-d598-45c5-891d-bfc55bfe2c70 req-0fe0baca-7387-4d0e-a0c3-461a5099659c service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=840855f8-4fc0-43b9-b7d0-4e38019a3836 HTTP/1.1" status: 200 len: 217 time: 0.0325065 Sep 16 19:35:34.815959 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-89011a0a-1355-44dd-bb98-f029d1da4c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16022615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2445622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3802358'] for subnet (cef9d78e-973c-44c6-8a9f-bb8273b4356d), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:34.842124 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89011a0a-1355-44dd-bb98-f029d1da4c29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cef9d78e-973c-44c6-8a9f-bb8273b4356d,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:34.846337 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-89011a0a-1355-44dd-bb98-f029d1da4c29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:34.852326 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-89011a0a-1355-44dd-bb98-f029d1da4c29 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/cef9d78e-973c-44c6-8a9f-bb8273b4356d HTTP/1.1" status: 204 len: 168 time: 0.3223851 Sep 16 19:35:34.852745 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2701b0-d598-45c5-891d-bfc55bfe2c70 req-c44ddb38-2e08-447e-97bd-83dbbe49fa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:35:34.852859 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 51258) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:35:34.853306 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2a2701b0-d598-45c5-891d-bfc55bfe2c70 req-c44ddb38-2e08-447e-97bd-83dbbe49fa2d service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b23467b1-0e6b-4468-bd6e-d295548dcf80 HTTP/1.1" status: 200 len: 854 time: 0.0440454 Sep 16 19:35:34.857758 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f657fc49-5c9c-4545-b1b5-efad145975a3 None None] Network 8e034ec7-5fda-4b6f-b71f-0ce11d6cdde4 requested from dv-cinder-850320-7-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 19:35:34.900340 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2701b0-d598-45c5-891d-bfc55bfe2c70 req-5e997cc1-d61e-4d04-b56f-30c697b7665f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:35:34.900645 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:34.903000 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2a2701b0-d598-45c5-891d-bfc55bfe2c70 req-5e997cc1-d61e-4d04-b56f-30c697b7665f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=1b509164-1dc6-4639-9003-d3f932682d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414784 Sep 16 19:35:34.930106 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-30cbfa3f-a83c-4d89-b13b-762f22d86941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15995935'] for network (8e034ec7-5fda-4b6f-b71f-0ce11d6cdde4), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:34.972666 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-30cbfa3f-a83c-4d89-b13b-762f22d86941 admin admin] Deleting port 6e700eb4-91cf-4b88-9e6f-037609d058d7 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:35:34.973282 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-30cbfa3f-a83c-4d89-b13b-762f22d86941 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (6e700eb4-91cf-4b88-9e6f-037609d058d7), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:34.984112 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:35.003608 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 088e0370-2daa-4a68-b009-219e9734db36 no longer exists at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:35:35.008309 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2a2701b0-d598-45c5-891d-bfc55bfe2c70 req-1d22e9ed-6c30-4be8-8d08-c4ab1342c7e3 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1b509164-1dc6-4639-9003-d3f932682d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989864 Sep 16 19:35:35.035768 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] No Port match for: 088e0370-2daa-4a68-b009-219e9734db36 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:35:35.036107 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 088e0370-2daa-4a68-b009-219e9734db36 not bound to the agent host dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:35:35.050224 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c81e42-76bb-4107-992b-5f4d22af4015 None None] DHCP port deletion for 8e034ec7-5fda-4b6f-b71f-0ce11d6cdde4 request from dv-cinder-850320-7-iscsi {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 19:35:35.056865 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-30cbfa3f-a83c-4d89-b13b-762f22d86941 admin admin] For port 6e700eb4-91cf-4b88-9e6f-037609d058d7, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=6e700eb4-91cf-4b88-9e6f-037609d058d7,segment=NetworkSegment(c0182e40-9d48-447f-9baf-0913a21d71ed),segment_id=c0182e40-9d48-447f-9baf-0913a21d71ed)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:35:35.057535 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-30cbfa3f-a83c-4d89-b13b-762f22d86941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (6e700eb4-91cf-4b88-9e6f-037609d058d7), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:35.072617 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-30cbfa3f-a83c-4d89-b13b-762f22d86941 admin admin] Calling delete_port for 6e700eb4-91cf-4b88-9e6f-037609d058d7 owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:35:35.092887 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-a8c81e42-76bb-4107-992b-5f4d22af4015 None None] Deleting port 6e700eb4-91cf-4b88-9e6f-037609d058d7 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:35:35.093252 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a8c81e42-76bb-4107-992b-5f4d22af4015 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (6e700eb4-91cf-4b88-9e6f-037609d058d7), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:35.117097 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:35.134126 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2a2701b0-d598-45c5-891d-bfc55bfe2c70 req-47ae8cee-0576-4284-ab19-eacb18672981 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1b509164-1dc6-4639-9003-d3f932682d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193445 Sep 16 19:35:35.162996 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-30cbfa3f-a83c-4d89-b13b-762f22d86941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (6e700eb4-91cf-4b88-9e6f-037609d058d7), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:35.171764 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:35.181147 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-a8c81e42-76bb-4107-992b-5f4d22af4015 None None] For port 6e700eb4-91cf-4b88-9e6f-037609d058d7, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=6e700eb4-91cf-4b88-9e6f-037609d058d7,segment=NetworkSegment(c0182e40-9d48-447f-9baf-0913a21d71ed),segment_id=c0182e40-9d48-447f-9baf-0913a21d71ed)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:35:35.181541 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a8c81e42-76bb-4107-992b-5f4d22af4015 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (6e700eb4-91cf-4b88-9e6f-037609d058d7), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:35.190186 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cbfa3f-a83c-4d89-b13b-762f22d86941 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e700eb4-91cf-4b88-9e6f-037609d058d7,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:35.196605 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cbfa3f-a83c-4d89-b13b-762f22d86941 admin admin] No DVR routers for this DVR port 6e700eb4-91cf-4b88-9e6f-037609d058d7 on host dv-cinder-850320-7-iscsi {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 19:35:35.197710 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-a8c81e42-76bb-4107-992b-5f4d22af4015 None None] Calling delete_port for 6e700eb4-91cf-4b88-9e6f-037609d058d7 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:35:35.266435 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:35.269566 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-30cbfa3f-a83c-4d89-b13b-762f22d86941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16065089', 'neutron.services.segments.db._delete_segments_for_network-8764811785921'] for network (8e034ec7-5fda-4b6f-b71f-0ce11d6cdde4), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:35.284178 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a8c81e42-76bb-4107-992b-5f4d22af4015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825'] for port (6e700eb4-91cf-4b88-9e6f-037609d058d7), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:35.291640 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-30cbfa3f-a83c-4d89-b13b-762f22d86941 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e034ec7-5fda-4b6f-b71f-0ce11d6cdde4']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:35:35.301424 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-30cbfa3f-a83c-4d89-b13b-762f22d86941 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0182e40-9d48-447f-9baf-0913a21d71ed') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:35:35.302007 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-30cbfa3f-a83c-4d89-b13b-762f22d86941 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0182e40-9d48-447f-9baf-0913a21d71ed') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:35:35.308140 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c81e42-76bb-4107-992b-5f4d22af4015 None None] Pushing event deleted for resources: {'Port': ['ID=6e700eb4-91cf-4b88-9e6f-037609d058d7,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:35.313817 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c81e42-76bb-4107-992b-5f4d22af4015 None None] No DVR routers for this DVR port 6e700eb4-91cf-4b88-9e6f-037609d058d7 on host dv-cinder-850320-7-iscsi {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 19:35:35.316504 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-30cbfa3f-a83c-4d89-b13b-762f22d86941 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764811785813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3251503'] for segment (c0182e40-9d48-447f-9baf-0913a21d71ed), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:35.334474 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-30cbfa3f-a83c-4d89-b13b-762f22d86941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694'] for segment (c0182e40-9d48-447f-9baf-0913a21d71ed), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:35.341918 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30cbfa3f-a83c-4d89-b13b-762f22d86941 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 19:35:35.342311 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-30cbfa3f-a83c-4d89-b13b-762f22d86941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2445708'] for segment (c0182e40-9d48-447f-9baf-0913a21d71ed), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:35.399205 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:35.407669 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-30cbfa3f-a83c-4d89-b13b-762f22d86941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16065144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681100'] for network (8e034ec7-5fda-4b6f-b71f-0ce11d6cdde4), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:35.432304 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.services.segments.plugin [-] Segment c0182e40-9d48-447f-9baf-0913a21d71ed resource provider aggregate not found Sep 16 19:35:35.436330 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-30cbfa3f-a83c-4d89-b13b-762f22d86941 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for network (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:35.439464 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-30cbfa3f-a83c-4d89-b13b-762f22d86941 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/8e034ec7-5fda-4b6f-b71f-0ce11d6cdde4 HTTP/1.1" status: 204 len: 168 time: 0.5859780 Sep 16 19:35:35.440715 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cbfa3f-a83c-4d89-b13b-762f22d86941 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e034ec7-5fda-4b6f-b71f-0ce11d6cdde4,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:35.453796 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.services.segments.plugin [-] Segment c0182e40-9d48-447f-9baf-0913a21d71ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c0182e40-9d48-447f-9baf-0913a21d71ed found for delete ", "request_id": "req-1b9c5b38-394d-479f-9812-25e92cca3c8f"}]} Sep 16 19:35:35.567127 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 51268) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:35:35.614147 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-9856e1b2-6de0-4d16-a066-9534f3abb822 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=d7fc1dae09f145afab37db3a792430d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0453062 Sep 16 19:35:35.617166 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 51270) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:35:35.674725 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fdf42048-155b-4775-b84b-827057bdac6c admin admin] Publish callbacks [] for security_group (6d4ffc2f-1fa8-4177-98f7-e30b19ef58fb), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:35.695561 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fdf42048-155b-4775-b84b-827057bdac6c admin admin] Publish callbacks [] for security_group (6d4ffc2f-1fa8-4177-98f7-e30b19ef58fb), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:35.750062 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fdf42048-155b-4775-b84b-827057bdac6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (6d4ffc2f-1fa8-4177-98f7-e30b19ef58fb), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:35.752897 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fdf42048-155b-4775-b84b-827057bdac6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:35.756992 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-fdf42048-155b-4775-b84b-827057bdac6c admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/6d4ffc2f-1fa8-4177-98f7-e30b19ef58fb HTTP/1.1" status: 204 len: 168 time: 0.1388540 Sep 16 19:35:35.768005 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf42048-155b-4775-b84b-827057bdac6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4ffc2f-1fa8-4177-98f7-e30b19ef58fb,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:35.839599 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c34f300-2c5b-4b23-9001-b4e10f83ef26 req-9fa910b4-a13c-4d99-9689-9b3a76d033cc tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:35:35.841127 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8c34f300-2c5b-4b23-9001-b4e10f83ef26 req-9fa910b4-a13c-4d99-9689-9b3a76d033cc tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aef7488e-5979-40bf-a4a8-76f24e24faf3 HTTP/1.1" status: 200 len: 944 time: 0.0500207 Sep 16 19:35:35.891465 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8c34f300-2c5b-4b23-9001-b4e10f83ef26 req-0e7c7fd8-bb78-4d89-8391-74c38a2a0d60 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9027f5a2-db59-4a31-bd8f-c855e831e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444460 Sep 16 19:35:36.111540 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 51280) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:35:36.151216 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-ed764992-86f8-46e9-b766-3e4cf3496f98 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=59d9839473a447c8b12e3f62702ba189&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385187 Sep 16 19:35:36.153891 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 51282) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:35:36.202899 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bbc23dd9-d7a9-4e24-a002-6e2ea4d61ea0 admin admin] Publish callbacks [] for security_group (c11f6359-65a1-4f7c-a5b7-62bb170fb87e), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:36.223441 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bbc23dd9-d7a9-4e24-a002-6e2ea4d61ea0 admin admin] Publish callbacks [] for security_group (c11f6359-65a1-4f7c-a5b7-62bb170fb87e), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:36.273689 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bbc23dd9-d7a9-4e24-a002-6e2ea4d61ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (c11f6359-65a1-4f7c-a5b7-62bb170fb87e), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:36.276587 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bbc23dd9-d7a9-4e24-a002-6e2ea4d61ea0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:36.277746 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-bbc23dd9-d7a9-4e24-a002-6e2ea4d61ea0 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/c11f6359-65a1-4f7c-a5b7-62bb170fb87e HTTP/1.1" status: 204 len: 168 time: 0.1229947 Sep 16 19:35:36.280166 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:36.287471 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc23dd9-d7a9-4e24-a002-6e2ea4d61ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11f6359-65a1-4f7c-a5b7-62bb170fb87e,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:36.542551 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 6e700eb4-91cf-4b88-9e6f-037609d058d7 no longer exists at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:35:36.563855 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] No Port match for: 6e700eb4-91cf-4b88-9e6f-037609d058d7 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:35:36.564201 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 6e700eb4-91cf-4b88-9e6f-037609d058d7 not bound to the agent host dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:35:36.564642 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 28a4e474-71ea-40c4-a923-9029161f905b no longer exists at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:35:36.582938 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] No Port match for: 28a4e474-71ea-40c4-a923-9029161f905b {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:35:36.583307 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 28a4e474-71ea-40c4-a923-9029161f905b not bound to the agent host dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:35:37.015237 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5360125-da09-418c-b4b4-76fba366b538 req-23aafc91-07c1-483e-8fed-dfa9dbe06e68 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:35:37.016727 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e5360125-da09-418c-b4b4-76fba366b538 req-23aafc91-07c1-483e-8fed-dfa9dbe06e68 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aef7488e-5979-40bf-a4a8-76f24e24faf3 HTTP/1.1" status: 200 len: 944 time: 0.0478151 Sep 16 19:35:37.066528 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e5360125-da09-418c-b4b4-76fba366b538 req-0d0fe6da-3c9e-432d-b8a1-badbdd1763d1 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9027f5a2-db59-4a31-bd8f-c855e831e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422757 Sep 16 19:35:37.073551 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 51306) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:35:37.184781 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-0b4bba5d-2d81-45ed-8fc9-18cf5705a4ae admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-907653964-network', 'tenant_id': '9b9158de13684627b042d2a183330eff'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:35:37.208672 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4bba5d-2d81-45ed-8fc9-18cf5705a4ae admin admin] Made reservation on behalf of 9b9158de13684627b042d2a183330eff for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:35:37.211412 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0b4bba5d-2d81-45ed-8fc9-18cf5705a4ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for network (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:37.220057 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0b4bba5d-2d81-45ed-8fc9-18cf5705a4ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:37.295966 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0b4bba5d-2d81-45ed-8fc9-18cf5705a4ae admin admin] Publish callbacks [] for security_group (e3ea8d65-2cb4-41d2-9bb3-426cf9dc8f72), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:37.301654 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0b4bba5d-2d81-45ed-8fc9-18cf5705a4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (e3ea8d65-2cb4-41d2-9bb3-426cf9dc8f72), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:37.327575 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:37.329241 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b4bba5d-2d81-45ed-8fc9-18cf5705a4ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 19:35:37.334225 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4bba5d-2d81-45ed-8fc9-18cf5705a4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ea8d65-2cb4-41d2-9bb3-426cf9dc8f72,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:37.339917 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 840855f8-4fc0-43b9-b7d0-4e38019a3836 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 19:35:37.342781 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0b4bba5d-2d81-45ed-8fc9-18cf5705a4ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694'] for segment (7e734341-746a-4fdc-b511-0d6ed890ef79), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:37.343147 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.db.segments_db [None req-0b4bba5d-2d81-45ed-8fc9-18cf5705a4ae admin admin] Added segment 7e734341-746a-4fdc-b511-0d6ed890ef79 of type vlan for network a6a02090-2f02-4634-aa67-dc86c3956885 Sep 16 19:35:37.386596 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0b4bba5d-2d81-45ed-8fc9-18cf5705a4ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764811224998'] for network (a6a02090-2f02-4634-aa67-dc86c3956885), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:37.414636 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0b4bba5d-2d81-45ed-8fc9-18cf5705a4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119'] for network (a6a02090-2f02-4634-aa67-dc86c3956885), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:37.415706 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4bba5d-2d81-45ed-8fc9-18cf5705a4ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:35:37.416355 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0b4bba5d-2d81-45ed-8fc9-18cf5705a4ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for network (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:37.438998 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:35:37.449832 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port 840855f8-4fc0-43b9-b7d0-4e38019a3836, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=840855f8-4fc0-43b9-b7d0-4e38019a3836,segment=NetworkSegment(d2aecd8e-0f77-4a3e-8fa6-6519afb8f770),segment_id=d2aecd8e-0f77-4a3e-8fa6-6519afb8f770)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:35:37.461988 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Returning: {'device': '840855f8-4fc0-43b9-b7d0-4e38019a3836', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'port_id': '840855f8-4fc0-43b9-b7d0-4e38019a3836', 'mac_address': 'fa:16:3e:fd:5c:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 19:35:37.470576 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-0b4bba5d-2d81-45ed-8fc9-18cf5705a4ae admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3931315 Sep 16 19:35:37.471049 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 51310) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:35:37.478962 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-9b7d33d9-126a-465d-88ae-45fdaa1b8343 admin admin] Request body: {'subnet': {'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-907653964-subnet', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:35:37.481582 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4bba5d-2d81-45ed-8fc9-18cf5705a4ae admin admin] Pushing event updated for resources: {'Network': ['ID=a6a02090-2f02-4634-aa67-dc86c3956885,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:37.501675 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Network a6a02090-2f02-4634-aa67-dc86c3956885 details requested by agent ovs-agent-dv-cinder-850320-7-iscsi with host dv-cinder-850320-7-iscsi {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 19:35:37.502120 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7d33d9-126a-465d-88ae-45fdaa1b8343 admin admin] Made reservation on behalf of 9b9158de13684627b042d2a183330eff for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:35:37.504684 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9b7d33d9-126a-465d-88ae-45fdaa1b8343 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3802329'] for subnet (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:37.518442 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port 840855f8-4fc0-43b9-b7d0-4e38019a3836 is: DOWN; New status is: BUILD {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:35:37.518848 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (840855f8-4fc0-43b9-b7d0-4e38019a3836), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:37.569337 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 840855f8-4fc0-43b9-b7d0-4e38019a3836 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 19:35:37.598469 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port 840855f8-4fc0-43b9-b7d0-4e38019a3836, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=840855f8-4fc0-43b9-b7d0-4e38019a3836,segment=NetworkSegment(d2aecd8e-0f77-4a3e-8fa6-6519afb8f770),segment_id=d2aecd8e-0f77-4a3e-8fa6-6519afb8f770)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:35:37.602962 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (840855f8-4fc0-43b9-b7d0-4e38019a3836), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:37.649462 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=840855f8-4fc0-43b9-b7d0-4e38019a3836,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:37.672169 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9b7d33d9-126a-465d-88ae-45fdaa1b8343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2443497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3802319'] for subnet (085fd4f8-7ca2-48a8-876f-2233969b7ec3), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:37.723389 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d33d9-126a-465d-88ae-45fdaa1b8343 admin admin] Pushing event updated for resources: {'Subnet': ['ID=085fd4f8-7ca2-48a8-876f-2233969b7ec3,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:37.739318 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7d33d9-126a-465d-88ae-45fdaa1b8343 admin admin] Checking segment: {'id': '7e734341-746a-4fdc-b511-0d6ed890ef79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:35:37.739653 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7d33d9-126a-465d-88ae-45fdaa1b8343 admin admin] Network hostable DHCP agents. Network: a6a02090-2f02-4634-aa67-dc86c3956885, hostable agents: ['ba1fefac-954c-4dc4-b172-e3e5be1bbc35'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 19:35:37.758529 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7d33d9-126a-465d-88ae-45fdaa1b8343 admin admin] Network a6a02090-2f02-4634-aa67-dc86c3956885 is scheduled to be hosted by DHCP agent ba1fefac-954c-4dc4-b172-e3e5be1bbc35 with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 19:35:37.769764 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-9b7d33d9-126a-465d-88ae-45fdaa1b8343 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850320-7-iscsi, a6a02090-2f02-4634-aa67-dc86c3956885) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:35:37.774233 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7d33d9-126a-465d-88ae-45fdaa1b8343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:35:37.774828 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9b7d33d9-126a-465d-88ae-45fdaa1b8343 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:37.779881 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efdf80a-ba62-4afa-84de-acd650aa5f96 None None] Network a6a02090-2f02-4634-aa67-dc86c3956885 requested from dv-cinder-850320-7-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 19:35:37.791431 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-9b7d33d9-126a-465d-88ae-45fdaa1b8343 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3190794 Sep 16 19:35:37.795554 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 51312) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:35:37.799747 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-4613eedf-0dc9-4da2-9b01-3805303eb4a5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-907653964-router', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:35:37.816994 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:37.824786 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4613eedf-0dc9-4da2-9b01-3805303eb4a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-680076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4722'] for router (002af737-514c-4af7-9b09-9a09e600ed84), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:37.825258 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4613eedf-0dc9-4da2-9b01-3805303eb4a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-776702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4729'] for router (002af737-514c-4af7-9b09-9a09e600ed84), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:37.875767 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4613eedf-0dc9-4da2-9b01-3805303eb4a5 admin admin] Publish callbacks [] for router_controller (002af737-514c-4af7-9b09-9a09e600ed84), precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:37.888289 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e344aadc-3b94-4be1-b064-a70d36e7e170 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3be41fd3-b622-5347-8adb-91649a85407c-a6a02090-2f02-4634-aa67-dc86c3956885', 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885', 'project_id': '9b9158de13684627b042d2a183330eff', 'fixed_ips': [{'subnet_id': '085fd4f8-7ca2-48a8-876f-2233969b7ec3'}]}} from dv-cinder-850320-7-iscsi. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 19:35:37.889237 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e344aadc-3b94-4be1-b064-a70d36e7e170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:37.904101 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:38.011456 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4613eedf-0dc9-4da2-9b01-3805303eb4a5 admin admin] Publish callbacks [] for router_gateway (002af737-514c-4af7-9b09-9a09e600ed84), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:38.090793 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] get_ports_and_sgs() called for port_ids ['840855f8-4fc0-43b9-b7d0-4e38019a3836'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 19:35:38.197964 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790c81c-ac29-484b-95d6-0926f3578474 req-e6af2e39-1695-45f2-a554-03cf10597565 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:35:38.200236 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0790c81c-ac29-484b-95d6-0926f3578474 req-e6af2e39-1695-45f2-a554-03cf10597565 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aef7488e-5979-40bf-a4a8-76f24e24faf3 HTTP/1.1" status: 200 len: 945 time: 0.0546854 Sep 16 19:35:38.204110 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:38.210361 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4613eedf-0dc9-4da2-9b01-3805303eb4a5 admin admin] Publish callbacks [] for router_gateway (002af737-514c-4af7-9b09-9a09e600ed84), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:38.214254 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-e344aadc-3b94-4be1-b064-a70d36e7e170 None None] Allocated IP 172.20.0.2 (a6a02090-2f02-4634-aa67-dc86c3956885/085fd4f8-7ca2-48a8-876f-2233969b7ec3/bc57fc0f-ecee-4e36-ac80-7c9e4eb39d9d) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:35:38.231588 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4613eedf-0dc9-4da2-9b01-3805303eb4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:38.266261 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0790c81c-ac29-484b-95d6-0926f3578474 req-dcc4f1b7-c8c7-4c7b-8def-276f14aa4b84 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9027f5a2-db59-4a31-bd8f-c855e831e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587714 Sep 16 19:35:38.318010 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:38.443766 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e344aadc-3b94-4be1-b064-a70d36e7e170 None None] Publish callbacks [] for port (bc57fc0f-ecee-4e36-ac80-7c9e4eb39d9d), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:38.452942 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e344aadc-3b94-4be1-b064-a70d36e7e170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816'] for port (bc57fc0f-ecee-4e36-ac80-7c9e4eb39d9d), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:38.496234 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e344aadc-3b94-4be1-b064-a70d36e7e170 None None] Network a6a02090-2f02-4634-aa67-dc86c3956885 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:35:38.502403 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-e344aadc-3b94-4be1-b064-a70d36e7e170 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:35:38.504082 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e344aadc-3b94-4be1-b064-a70d36e7e170 None None] Pushing event updated for resources: {'Port': ['ID=bc57fc0f-ecee-4e36-ac80-7c9e4eb39d9d,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:38.506453 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e344aadc-3b94-4be1-b064-a70d36e7e170 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:35:38.565232 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-e344aadc-3b94-4be1-b064-a70d36e7e170 None None] Attempting to bind port bc57fc0f-ecee-4e36-ac80-7c9e4eb39d9d on host dv-cinder-850320-7-iscsi for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:35:38.565597 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-e344aadc-3b94-4be1-b064-a70d36e7e170 None None] Attempting to bind port bc57fc0f-ecee-4e36-ac80-7c9e4eb39d9d by drivers openvswitch,hyperv on host dv-cinder-850320-7-iscsi at level 0 using segments [{'id': '7e734341-746a-4fdc-b511-0d6ed890ef79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:35:38.565949 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e344aadc-3b94-4be1-b064-a70d36e7e170 None None] Attempting to bind port bc57fc0f-ecee-4e36-ac80-7c9e4eb39d9d on network a6a02090-2f02-4634-aa67-dc86c3956885 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:35:38.591456 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-4613eedf-0dc9-4da2-9b01-3805303eb4a5 admin admin] Allocated IP 172.27.2.71 (01cd8397-3ed1-4c5d-9923-fabf569219df/d3fb57fd-37cc-4923-b90f-7dd3d712a8d3/7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:35:38.609196 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e344aadc-3b94-4be1-b064-a70d36e7e170 None None] Checking agent: {'id': 'b5f6a205-959f-46f4-8ef4-8f70c2c67a2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850320-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 18, 35), 'started_at': datetime.datetime(2022, 9, 16, 19, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850320-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:35:38.609864 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e344aadc-3b94-4be1-b064-a70d36e7e170 None None] Checking segment: {'id': '7e734341-746a-4fdc-b511-0d6ed890ef79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:35:38.610020 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e344aadc-3b94-4be1-b064-a70d36e7e170 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:38.610476 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e344aadc-3b94-4be1-b064-a70d36e7e170 None None] Bound using segment: {'id': '7e734341-746a-4fdc-b511-0d6ed890ef79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:35:38.610954 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-e344aadc-3b94-4be1-b064-a70d36e7e170 None None] Bound port: bc57fc0f-ecee-4e36-ac80-7c9e4eb39d9d, host: dv-cinder-850320-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e734341-746a-4fdc-b511-0d6ed890ef79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:35:38.611331 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e344aadc-3b94-4be1-b064-a70d36e7e170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (bc57fc0f-ecee-4e36-ac80-7c9e4eb39d9d), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:38.675165 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-e344aadc-3b94-4be1-b064-a70d36e7e170 None None] For port bc57fc0f-ecee-4e36-ac80-7c9e4eb39d9d, host dv-cinder-850320-7-iscsi, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:35:38.678304 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-e344aadc-3b94-4be1-b064-a70d36e7e170 None None] For port bc57fc0f-ecee-4e36-ac80-7c9e4eb39d9d, host dv-cinder-850320-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=bc57fc0f-ecee-4e36-ac80-7c9e4eb39d9d,segment=NetworkSegment(7e734341-746a-4fdc-b511-0d6ed890ef79),segment_id=7e734341-746a-4fdc-b511-0d6ed890ef79)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:35:38.687185 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e344aadc-3b94-4be1-b064-a70d36e7e170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (bc57fc0f-ecee-4e36-ac80-7c9e4eb39d9d), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:38.698582 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4613eedf-0dc9-4da2-9b01-3805303eb4a5 admin admin] Publish callbacks [] for port (7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:38.737353 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4613eedf-0dc9-4da2-9b01-3805303eb4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:38.739975 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e344aadc-3b94-4be1-b064-a70d36e7e170 None None] Pushing event updated for resources: {'Port': ['ID=bc57fc0f-ecee-4e36-ac80-7c9e4eb39d9d,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:38.783084 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4613eedf-0dc9-4da2-9b01-3805303eb4a5 admin admin] Network 01cd8397-3ed1-4c5d-9923-fabf569219df is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:35:38.788433 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-4613eedf-0dc9-4da2-9b01-3805303eb4a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:35:38.790744 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4613eedf-0dc9-4da2-9b01-3805303eb4a5 admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:35:38.792733 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4613eedf-0dc9-4da2-9b01-3805303eb4a5 admin admin] Pushing event updated for resources: {'Port': ['ID=7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:39.043960 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:39.048276 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4613eedf-0dc9-4da2-9b01-3805303eb4a5 admin admin] Publish callbacks [] for router_gateway (002af737-514c-4af7-9b09-9a09e600ed84), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:39.241601 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4613eedf-0dc9-4da2-9b01-3805303eb4a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-680937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router (002af737-514c-4af7-9b09-9a09e600ed84), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:39.341959 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:39.366288 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 840855f8-4fc0-43b9-b7d0-4e38019a3836 up at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:35:39.411462 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Provisioning for port 840855f8-4fc0-43b9-b7d0-4e38019a3836 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 19:35:39.419036 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6849e-128f-4961-a5f7-f74b782b524d req-846b32f9-6d75-4740-bac9-54859c0664c4 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:35:39.419245 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Provisioning complete for port 840855f8-4fc0-43b9-b7d0-4e38019a3836 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:35:39.419424 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (840855f8-4fc0-43b9-b7d0-4e38019a3836), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:39.420595 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-94d6849e-128f-4961-a5f7-f74b782b524d req-846b32f9-6d75-4740-bac9-54859c0664c4 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aef7488e-5979-40bf-a4a8-76f24e24faf3 HTTP/1.1" status: 200 len: 945 time: 0.0627375 Sep 16 19:35:39.424868 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Attempt 1 to provision port 840855f8-4fc0-43b9-b7d0-4e38019a3836 Sep 16 19:35:39.429134 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:39.436309 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4613eedf-0dc9-4da2-9b01-3805303eb4a5 admin admin] Router 002af737-514c-4af7-9b09-9a09e600ed84 is scheduled to L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 19:35:39.512142 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port 840855f8-4fc0-43b9-b7d0-4e38019a3836 is: BUILD; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:35:39.512605 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (840855f8-4fc0-43b9-b7d0-4e38019a3836), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:39.519272 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-94d6849e-128f-4961-a5f7-f74b782b524d req-b7241bc9-20d3-4da8-b3f8-9209d83b3c49 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9027f5a2-db59-4a31-bd8f-c855e831e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923324 Sep 16 19:35:39.552730 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port 840855f8-4fc0-43b9-b7d0-4e38019a3836, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=840855f8-4fc0-43b9-b7d0-4e38019a3836,segment=NetworkSegment(d2aecd8e-0f77-4a3e-8fa6-6519afb8f770),segment_id=d2aecd8e-0f77-4a3e-8fa6-6519afb8f770)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:35:39.552730 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef7488e-5979-40bf-a4a8-76f24e24faf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840855f8-4fc0-43b9-b7d0-4e38019a3836'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:35:39.554867 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f3f7bbbb38247194f391b6222dc5c183e9bfb457d3b71a23f23b79e9cf016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf3a215-701c-46ce-a14f-bc07a63b8435" -d '{"events": [{"server_uuid": "aef7488e-5979-40bf-a4a8-76f24e24faf3", "name": "network-vif-plugged", "status": "completed", "tag": "840855f8-4fc0-43b9-b7d0-4e38019a3836"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:35:39.562711 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (840855f8-4fc0-43b9-b7d0-4e38019a3836), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:39.587809 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4613eedf-0dc9-4da2-9b01-3805303eb4a5 admin admin] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:35:39.600494 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68df838c-2aed-472f-bd97-8d013ed6d1ca None None] Sync routers for ids ['002af737-514c-4af7-9b09-9a09e600ed84'] in dv-cinder-850320-7-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:35:39.613486 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4613eedf-0dc9-4da2-9b01-3805303eb4a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:39.615492 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-4613eedf-0dc9-4da2-9b01-3805303eb4a5 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8187938 Sep 16 19:35:39.618234 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 51322) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:35:39.628613 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68df838c-2aed-472f-bd97-8d013ed6d1ca None None] Routers {'002af737-514c-4af7-9b09-9a09e600ed84'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:35:39.629260 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-68df838c-2aed-472f-bd97-8d013ed6d1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:35:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['002af737-514c-4af7-9b09-9a09e600ed84'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:35:39.637781 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882bd0e8-9965-41d0-89ee-580697468276 None None] Network a6a02090-2f02-4634-aa67-dc86c3956885 requested from dv-cinder-850320-7-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 19:35:39.675393 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 19:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd5467f-34f6-419e-ab3f-17096225d05c x-openstack-request-id: req-1cd5467f-34f6-419e-ab3f-17096225d05c {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:35:39.675678 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aef7488e-5979-40bf-a4a8-76f24e24faf3", "name": "network-vif-plugged", "status": "completed", "tag": "840855f8-4fc0-43b9-b7d0-4e38019a3836", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:35:39.675939 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1cd5467f-34f6-419e-ab3f-17096225d05c {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:35:39.676365 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cd5467f-34f6-419e-ab3f-17096225d05c'] response: {'server_uuid': 'aef7488e-5979-40bf-a4a8-76f24e24faf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840855f8-4fc0-43b9-b7d0-4e38019a3836', 'code': 200} Sep 16 19:35:39.697346 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=840855f8-4fc0-43b9-b7d0-4e38019a3836,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:39.754200 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-28412ece-0bd0-4dcf-b9a8-e7f3f0eee52d None None] Provisioning complete for port bc57fc0f-ecee-4e36-ac80-7c9e4eb39d9d triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:35:39.754480 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-28412ece-0bd0-4dcf-b9a8-e7f3f0eee52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (bc57fc0f-ecee-4e36-ac80-7c9e4eb39d9d), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:39.754812 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-28412ece-0bd0-4dcf-b9a8-e7f3f0eee52d None None] Attempt 1 to provision port bc57fc0f-ecee-4e36-ac80-7c9e4eb39d9d Sep 16 19:35:39.782318 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:39.858133 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-68df838c-2aed-472f-bd97-8d013ed6d1ca None None] Set router 002af737-514c-4af7-9b09-9a09e600ed84 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:35:40.002858 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:40.030725 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-28412ece-0bd0-4dcf-b9a8-e7f3f0eee52d None None] Current status of the port bc57fc0f-ecee-4e36-ac80-7c9e4eb39d9d is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:35:40.031112 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-28412ece-0bd0-4dcf-b9a8-e7f3f0eee52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (bc57fc0f-ecee-4e36-ac80-7c9e4eb39d9d), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:40.044965 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe825e-1cd6-41ff-961e-0b28700a229c req-0b97d51b-4de6-4af0-9587-1d0a6fcec188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:35:40.046860 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-abfe825e-1cd6-41ff-961e-0b28700a229c req-0b97d51b-4de6-4af0-9587-1d0a6fcec188 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aef7488e-5979-40bf-a4a8-76f24e24faf3 HTTP/1.1" status: 200 len: 1130 time: 0.0702524 Sep 16 19:35:40.052796 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3fa0ce10-1cad-482d-85df-d1221eab7649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:40.103181 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-abfe825e-1cd6-41ff-961e-0b28700a229c req-ee923404-facb-480d-a882-fda60885094b service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9027f5a2-db59-4a31-bd8f-c855e831e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502501 Sep 16 19:35:40.124985 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-28412ece-0bd0-4dcf-b9a8-e7f3f0eee52d None None] For port bc57fc0f-ecee-4e36-ac80-7c9e4eb39d9d, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=bc57fc0f-ecee-4e36-ac80-7c9e4eb39d9d,segment=NetworkSegment(7e734341-746a-4fdc-b511-0d6ed890ef79),segment_id=7e734341-746a-4fdc-b511-0d6ed890ef79)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:35:40.136266 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-28412ece-0bd0-4dcf-b9a8-e7f3f0eee52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (bc57fc0f-ecee-4e36-ac80-7c9e4eb39d9d), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:40.144429 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-68df838c-2aed-472f-bd97-8d013ed6d1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002af737-514c-4af7-9b09-9a09e600ed84', 'name': 'tempest-TestVolumeBootPattern-907653964-router', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:35:37Z', 'updated_at': '2022-09-16T19:35:38Z', 'revision_number': 3, 'project_id': '9b9158de13684627b042d2a183330eff', 'gw_port': {'id': '7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:38Z', 'updated_at': '2022-09-16T19:35:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi'}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:35:40.191602 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68df838c-2aed-472f-bd97-8d013ed6d1ca None None] Checking router: 002af737-514c-4af7-9b09-9a09e600ed84 for host: dv-cinder-850320-7-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:35:40.191959 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68df838c-2aed-472f-bd97-8d013ed6d1ca None None] Updating router 002af737-514c-4af7-9b09-9a09e600ed84 port 7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18 binding host dv-cinder-850320-7-iscsi {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 19:35:40.238189 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-3fa0ce10-1cad-482d-85df-d1221eab7649 admin admin] Allocated IP 172.20.0.1 (a6a02090-2f02-4634-aa67-dc86c3956885/085fd4f8-7ca2-48a8-876f-2233969b7ec3/58d5b297-c5a6-4a57-9275-f26abaaeeb2e) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:35:40.238411 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-68df838c-2aed-472f-bd97-8d013ed6d1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:40.239983 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28412ece-0bd0-4dcf-b9a8-e7f3f0eee52d None None] Pushing event updated for resources: {'Port': ['ID=bc57fc0f-ecee-4e36-ac80-7c9e4eb39d9d,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:40.248231 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:40.279669 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-fb455b48-f014-4b45-af73-1601ca0a8f1b None None] Provisioning complete for port bc57fc0f-ecee-4e36-ac80-7c9e4eb39d9d triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:35:40.279960 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fb455b48-f014-4b45-af73-1601ca0a8f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (bc57fc0f-ecee-4e36-ac80-7c9e4eb39d9d), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:40.280286 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-fb455b48-f014-4b45-af73-1601ca0a8f1b None None] Attempt 1 to provision port bc57fc0f-ecee-4e36-ac80-7c9e4eb39d9d Sep 16 19:35:40.305627 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=100 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:40.346410 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3fa0ce10-1cad-482d-85df-d1221eab7649 admin admin] Publish callbacks [] for port (58d5b297-c5a6-4a57-9275-f26abaaeeb2e), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:40.381764 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3fa0ce10-1cad-482d-85df-d1221eab7649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (58d5b297-c5a6-4a57-9275-f26abaaeeb2e), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:40.417012 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa0ce10-1cad-482d-85df-d1221eab7649 admin admin] Network a6a02090-2f02-4634-aa67-dc86c3956885 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:35:40.421966 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-3fa0ce10-1cad-482d-85df-d1221eab7649 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:35:40.425595 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa0ce10-1cad-482d-85df-d1221eab7649 admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:35:40.454624 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0ce10-1cad-482d-85df-d1221eab7649 admin admin] Pushing event updated for resources: {'Port': ['ID=58d5b297-c5a6-4a57-9275-f26abaaeeb2e,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:40.468506 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-fb455b48-f014-4b45-af73-1601ca0a8f1b None None] Current status of the port bc57fc0f-ecee-4e36-ac80-7c9e4eb39d9d is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:35:40.474962 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3fa0ce10-1cad-482d-85df-d1221eab7649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771352'] for router_interface (002af737-514c-4af7-9b09-9a09e600ed84), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:40.602756 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-68df838c-2aed-472f-bd97-8d013ed6d1ca None None] Publish callbacks [] for port (7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:40.617864 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-68df838c-2aed-472f-bd97-8d013ed6d1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:40.629505 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3fa0ce10-1cad-482d-85df-d1221eab7649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (58d5b297-c5a6-4a57-9275-f26abaaeeb2e), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:40.655176 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device bc57fc0f-ecee-4e36-ac80-7c9e4eb39d9d up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:35:40.695758 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:40.696654 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-68df838c-2aed-472f-bd97-8d013ed6d1ca None None] Attempting to bind port 7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18 on host dv-cinder-850320-7-iscsi for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:35:40.697087 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-68df838c-2aed-472f-bd97-8d013ed6d1ca None None] Attempting to bind port 7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18 by drivers openvswitch,hyperv on host dv-cinder-850320-7-iscsi at level 0 using segments [{'id': 'ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:35:40.697474 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68df838c-2aed-472f-bd97-8d013ed6d1ca None None] Attempting to bind port 7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18 on network 01cd8397-3ed1-4c5d-9923-fabf569219df {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:35:40.733833 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a9b9c-0d65-4a95-ba00-dc3731108698 req-9bba9e19-fdf9-4ae4-973c-22e9bab11e11 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:35:40.735388 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bb2a9b9c-0d65-4a95-ba00-dc3731108698 req-9bba9e19-fdf9-4ae4-973c-22e9bab11e11 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aef7488e-5979-40bf-a4a8-76f24e24faf3 HTTP/1.1" status: 200 len: 946 time: 0.0834308 Sep 16 19:35:40.741772 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4d6d3db9-e83e-4f42-9f64-b0eefa1eabe1 None None] Provisioning complete for port 58d5b297-c5a6-4a57-9275-f26abaaeeb2e triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:35:40.742112 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4d6d3db9-e83e-4f42-9f64-b0eefa1eabe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (58d5b297-c5a6-4a57-9275-f26abaaeeb2e), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:40.742438 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-4d6d3db9-e83e-4f42-9f64-b0eefa1eabe1 None None] Attempt 1 to provision port 58d5b297-c5a6-4a57-9275-f26abaaeeb2e Sep 16 19:35:40.743987 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa02701a-4be0-4fc8-a933-e738c105f8b0 None None] Pushing event updated for resources: {'Port': ['ID=7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:40.799637 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4d6d3db9-e83e-4f42-9f64-b0eefa1eabe1 None None] Port 58d5b297-c5a6-4a57-9275-f26abaaeeb2e cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:35:40.800501 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port bc57fc0f-ecee-4e36-ac80-7c9e4eb39d9d triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:35:40.800868 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (bc57fc0f-ecee-4e36-ac80-7c9e4eb39d9d), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:40.801189 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port bc57fc0f-ecee-4e36-ac80-7c9e4eb39d9d Sep 16 19:35:40.803137 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68df838c-2aed-472f-bd97-8d013ed6d1ca None None] Checking agent: {'id': 'b5f6a205-959f-46f4-8ef4-8f70c2c67a2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850320-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 18, 35), 'started_at': datetime.datetime(2022, 9, 16, 19, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850320-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:35:40.803538 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68df838c-2aed-472f-bd97-8d013ed6d1ca None None] Checking segment: {'id': 'ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:35:40.803989 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-68df838c-2aed-472f-bd97-8d013ed6d1ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:40.804376 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68df838c-2aed-472f-bd97-8d013ed6d1ca None None] Bound using segment: {'id': 'ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:35:40.804876 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-68df838c-2aed-472f-bd97-8d013ed6d1ca None None] Bound port: 7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18, host: dv-cinder-850320-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:35:40.805254 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-68df838c-2aed-472f-bd97-8d013ed6d1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:40.807078 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:40.841616 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bb2a9b9c-0d65-4a95-ba00-dc3731108698 req-e556b8a3-56cc-4598-9bf3-ff58cf4ee770 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9027f5a2-db59-4a31-bd8f-c855e831e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932181 Sep 16 19:35:40.882042 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3fa0ce10-1cad-482d-85df-d1221eab7649 admin admin] Publish callbacks [] for port (58d5b297-c5a6-4a57-9275-f26abaaeeb2e), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:40.888247 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3fa0ce10-1cad-482d-85df-d1221eab7649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445664'] for port (58d5b297-c5a6-4a57-9275-f26abaaeeb2e), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:40.960648 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0ce10-1cad-482d-85df-d1221eab7649 admin admin] Pushing event updated for resources: {'Port': ['ID=58d5b297-c5a6-4a57-9275-f26abaaeeb2e,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:40.963033 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3fa0ce10-1cad-482d-85df-d1221eab7649 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-771468'] for router_interface (002af737-514c-4af7-9b09-9a09e600ed84), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:41.020957 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-68df838c-2aed-472f-bd97-8d013ed6d1ca None None] For port 7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18, host dv-cinder-850320-7-iscsi, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:35:41.024574 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-68df838c-2aed-472f-bd97-8d013ed6d1ca None None] For port 7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18, host dv-cinder-850320-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18,segment=NetworkSegment(ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2),segment_id=ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:35:41.048789 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-68df838c-2aed-472f-bd97-8d013ed6d1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:41.057446 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:41.062554 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa0ce10-1cad-482d-85df-d1221eab7649 admin admin] Network a6a02090-2f02-4634-aa67-dc86c3956885 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:35:41.064259 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-3fa0ce10-1cad-482d-85df-d1221eab7649 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:35:41.095972 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port bc57fc0f-ecee-4e36-ac80-7c9e4eb39d9d is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:35:41.104726 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68df838c-2aed-472f-bd97-8d013ed6d1ca None None] Routers {'002af737-514c-4af7-9b09-9a09e600ed84'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:35:41.105379 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-68df838c-2aed-472f-bd97-8d013ed6d1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:35:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['002af737-514c-4af7-9b09-9a09e600ed84'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:35:41.150086 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa02701a-4be0-4fc8-a933-e738c105f8b0 None None] Pushing event updated for resources: {'Port': ['ID=7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:41.186784 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa0ce10-1cad-482d-85df-d1221eab7649 admin admin] Router 002af737-514c-4af7-9b09-9a09e600ed84 has already been hosted by L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:35:41.219831 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:41.221885 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-68df838c-2aed-472f-bd97-8d013ed6d1ca None None] Set router 002af737-514c-4af7-9b09-9a09e600ed84 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:35:41.294870 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa0ce10-1cad-482d-85df-d1221eab7649 admin admin] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:35:41.299853 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-3fa0ce10-1cad-482d-85df-d1221eab7649 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/002af737-514c-4af7-9b09-9a09e600ed84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6804893 Sep 16 19:35:41.302287 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-4d6d3db9-e83e-4f42-9f64-b0eefa1eabe1 None None] Attempt 2 to provision port 58d5b297-c5a6-4a57-9275-f26abaaeeb2e Sep 16 19:35:41.375975 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4d6d3db9-e83e-4f42-9f64-b0eefa1eabe1 None None] Port 58d5b297-c5a6-4a57-9275-f26abaaeeb2e cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:35:41.441041 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-68df838c-2aed-472f-bd97-8d013ed6d1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002af737-514c-4af7-9b09-9a09e600ed84', 'name': 'tempest-TestVolumeBootPattern-907653964-router', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:35:37Z', 'updated_at': '2022-09-16T19:35:40Z', 'revision_number': 4, 'project_id': '9b9158de13684627b042d2a183330eff', 'gw_port': {'id': '7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:38Z', 'updated_at': '2022-09-16T19:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '58d5b297-c5a6-4a57-9275-f26abaaeeb2e', 'name': '', 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'mac_address': 'fa:16:3e:6f:85:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '085fd4f8-7ca2-48a8-876f-2233969b7ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:40Z', 'updated_at': '2022-09-16T19:35:40Z', 'revision_number': 2, 'project_id': '9b9158de13684627b042d2a183330eff', 'subnets': [{'id': '085fd4f8-7ca2-48a8-876f-2233969b7ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:35:41.466316 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68df838c-2aed-472f-bd97-8d013ed6d1ca None None] The sync data for ids ['002af737-514c-4af7-9b09-9a09e600ed84'] in dv-cinder-850320-7-iscsi is: [{'id': '002af737-514c-4af7-9b09-9a09e600ed84', 'name': 'tempest-TestVolumeBootPattern-907653964-router', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:35:37Z', 'updated_at': '2022-09-16T19:35:40Z', 'revision_number': 4, 'project_id': '9b9158de13684627b042d2a183330eff', 'gw_port': {'id': '7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:38Z', 'updated_at': '2022-09-16T19:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '58d5b297-c5a6-4a57-9275-f26abaaeeb2e', 'name': '', 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'mac_address': 'fa:16:3e:6f:85:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '085fd4f8-7ca2-48a8-876f-2233969b7ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:40Z', 'updated_at': '2022-09-16T19:35:40Z', 'revision_number': 2, 'project_id': '9b9158de13684627b042d2a183330eff', 'subnets': [{'id': '085fd4f8-7ca2-48a8-876f-2233969b7ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:35:41.840897 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 51340) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:35:41.845909 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-06925ef0-3d84-45ca-8680-23ddb7395aaf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-262610199-network', 'tenant_id': '5b0651bb287443c9a01d6476212e25a6'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:35:41.867485 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06925ef0-3d84-45ca-8680-23ddb7395aaf admin admin] Made reservation on behalf of 5b0651bb287443c9a01d6476212e25a6 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:35:41.873402 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-06925ef0-3d84-45ca-8680-23ddb7395aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for network (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:41.883732 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-4d6d3db9-e83e-4f42-9f64-b0eefa1eabe1 None None] Attempt 3 to provision port 58d5b297-c5a6-4a57-9275-f26abaaeeb2e Sep 16 19:35:41.889622 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-06925ef0-3d84-45ca-8680-23ddb7395aaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:41.960717 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4d6d3db9-e83e-4f42-9f64-b0eefa1eabe1 None None] Port 58d5b297-c5a6-4a57-9275-f26abaaeeb2e cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:35:41.989614 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-06925ef0-3d84-45ca-8680-23ddb7395aaf admin admin] Publish callbacks [] for security_group (8fa4ee0d-608f-4b5e-bd57-7b12cd1b5ef0), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:41.995855 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-06925ef0-3d84-45ca-8680-23ddb7395aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (8fa4ee0d-608f-4b5e-bd57-7b12cd1b5ef0), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:42.010760 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b175e692-490f-4dc3-bbdc-e747e3d85b86 req-e2a36185-0511-44b3-a03a-35e1729a3c35 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:35:42.013344 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b175e692-490f-4dc3-bbdc-e747e3d85b86 req-e2a36185-0511-44b3-a03a-35e1729a3c35 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aef7488e-5979-40bf-a4a8-76f24e24faf3 HTTP/1.1" status: 200 len: 946 time: 0.0546396 Sep 16 19:35:42.019804 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06925ef0-3d84-45ca-8680-23ddb7395aaf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 19:35:42.038234 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06925ef0-3d84-45ca-8680-23ddb7395aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa4ee0d-608f-4b5e-bd57-7b12cd1b5ef0,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:42.042253 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-06925ef0-3d84-45ca-8680-23ddb7395aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694'] for segment (dc68a768-9fe0-45ba-9fdf-a931c27f60c4), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:42.042786 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.db.segments_db [None req-06925ef0-3d84-45ca-8680-23ddb7395aaf admin admin] Added segment dc68a768-9fe0-45ba-9fdf-a931c27f60c4 of type vlan for network 864039ad-65de-42bc-90c0-b6e0aa83fb2f Sep 16 19:35:42.084127 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b175e692-490f-4dc3-bbdc-e747e3d85b86 req-3a5900c7-4c4a-42ef-961a-a58f00d67c9f tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9027f5a2-db59-4a31-bd8f-c855e831e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608072 Sep 16 19:35:42.091075 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-06925ef0-3d84-45ca-8680-23ddb7395aaf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764811224998'] for network (864039ad-65de-42bc-90c0-b6e0aa83fb2f), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:42.128984 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-06925ef0-3d84-45ca-8680-23ddb7395aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119'] for network (864039ad-65de-42bc-90c0-b6e0aa83fb2f), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:42.130002 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06925ef0-3d84-45ca-8680-23ddb7395aaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:35:42.130615 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-06925ef0-3d84-45ca-8680-23ddb7395aaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for network (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:42.169049 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-06925ef0-3d84-45ca-8680-23ddb7395aaf admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3268471 Sep 16 19:35:42.169555 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 51346) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:35:42.174613 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-32f67b2b-4381-44c8-bd7f-6269ff78b714 admin admin] Request body: {'subnet': {'network_id': '864039ad-65de-42bc-90c0-b6e0aa83fb2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-262610199-subnet', 'tenant_id': '5b0651bb287443c9a01d6476212e25a6', 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:35:42.210126 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f67b2b-4381-44c8-bd7f-6269ff78b714 admin admin] Made reservation on behalf of 5b0651bb287443c9a01d6476212e25a6 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:35:42.212966 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-32f67b2b-4381-44c8-bd7f-6269ff78b714 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360884'] for subnet (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:42.261921 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06925ef0-3d84-45ca-8680-23ddb7395aaf admin admin] Pushing event updated for resources: {'Network': ['ID=864039ad-65de-42bc-90c0-b6e0aa83fb2f,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:42.269958 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99dd9fd-b703-47d2-bbf2-386d14a468e2 req-ff8981e5-859b-4bf1-8539-ccd0bfd9861b tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:35:42.271086 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f99dd9fd-b703-47d2-bbf2-386d14a468e2 req-ff8981e5-859b-4bf1-8539-ccd0bfd9861b tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aef7488e-5979-40bf-a4a8-76f24e24faf3 HTTP/1.1" status: 200 len: 946 time: 0.0654063 Sep 16 19:35:42.273985 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Network 864039ad-65de-42bc-90c0-b6e0aa83fb2f details requested by agent ovs-agent-dv-cinder-850320-7-iscsi with host dv-cinder-850320-7-iscsi {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 19:35:42.282513 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 51348) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:35:42.287367 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-d1b8d3a5-d882-4613-a1fa-12992da393e8 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Request body: {'floatingip': {'port_id': '840855f8-4fc0-43b9-b7d0-4e38019a3836'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:35:42.305375 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:42.331122 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d1b8d3a5-d882-4613-a1fa-12992da393e8 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for floatingip (e45c02f1-f7a2-4909-b64b-0580f19364f3), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:42.398264 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:42.416227 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-32f67b2b-4381-44c8-bd7f-6269ff78b714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360866'] for subnet (ed9905d8-c198-4351-bc2c-372277eb7ee8), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:42.451681 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:42.462803 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-4d6d3db9-e83e-4f42-9f64-b0eefa1eabe1 None None] Attempt 4 to provision port 58d5b297-c5a6-4a57-9275-f26abaaeeb2e Sep 16 19:35:42.490770 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f67b2b-4381-44c8-bd7f-6269ff78b714 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed9905d8-c198-4351-bc2c-372277eb7ee8,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:42.499007 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f67b2b-4381-44c8-bd7f-6269ff78b714 admin admin] Checking segment: {'id': 'dc68a768-9fe0-45ba-9fdf-a931c27f60c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '864039ad-65de-42bc-90c0-b6e0aa83fb2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:35:42.499434 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f67b2b-4381-44c8-bd7f-6269ff78b714 admin admin] Network hostable DHCP agents. Network: 864039ad-65de-42bc-90c0-b6e0aa83fb2f, hostable agents: ['ba1fefac-954c-4dc4-b172-e3e5be1bbc35'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 19:35:42.516100 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4d6d3db9-e83e-4f42-9f64-b0eefa1eabe1 None None] Port 58d5b297-c5a6-4a57-9275-f26abaaeeb2e cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:35:42.526395 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f67b2b-4381-44c8-bd7f-6269ff78b714 admin admin] Network 864039ad-65de-42bc-90c0-b6e0aa83fb2f is scheduled to be hosted by DHCP agent ba1fefac-954c-4dc4-b172-e3e5be1bbc35 with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 19:35:42.543998 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-32f67b2b-4381-44c8-bd7f-6269ff78b714 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850320-7-iscsi, 864039ad-65de-42bc-90c0-b6e0aa83fb2f) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:35:42.550448 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f67b2b-4381-44c8-bd7f-6269ff78b714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:35:42.550668 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-32f67b2b-4381-44c8-bd7f-6269ff78b714 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:42.553824 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc90c19-17ac-442e-97e6-a8e3fee27cb3 None None] Network 864039ad-65de-42bc-90c0-b6e0aa83fb2f requested from dv-cinder-850320-7-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 19:35:42.583244 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-32f67b2b-4381-44c8-bd7f-6269ff78b714 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4123280 Sep 16 19:35:42.584373 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 51350) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:35:42.591632 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-70e4e139-bed1-445c-a40b-a862b277e846 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-262610199-router', 'tenant_id': '5b0651bb287443c9a01d6476212e25a6', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:35:42.621487 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-70e4e139-bed1-445c-a40b-a862b277e846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-680076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4722'] for router (1aca3a01-48e9-4ea5-9641-9a9d73eba561), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:42.622971 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-70e4e139-bed1-445c-a40b-a862b277e846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-776702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4729'] for router (1aca3a01-48e9-4ea5-9641-9a9d73eba561), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:42.631720 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18 up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:35:42.665830 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:42.680246 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:42.706067 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-70e4e139-bed1-445c-a40b-a862b277e846 admin admin] Publish callbacks [] for router_controller (1aca3a01-48e9-4ea5-9641-9a9d73eba561), precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:42.737765 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port 7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:35:42.738203 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:42.738601 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port 7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18 Sep 16 19:35:42.770985 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025b3160-70a8-4130-a45a-3f8bdd84e8a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3be41fd3-b622-5347-8adb-91649a85407c-864039ad-65de-42bc-90c0-b6e0aa83fb2f', 'network_id': '864039ad-65de-42bc-90c0-b6e0aa83fb2f', 'project_id': '5b0651bb287443c9a01d6476212e25a6', 'fixed_ips': [{'subnet_id': 'ed9905d8-c198-4351-bc2c-372277eb7ee8'}]}} from dv-cinder-850320-7-iscsi. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 19:35:42.771968 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-025b3160-70a8-4130-a45a-3f8bdd84e8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:42.899256 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-70e4e139-bed1-445c-a40b-a862b277e846 admin admin] Publish callbacks [] for router_gateway (1aca3a01-48e9-4ea5-9641-9a9d73eba561), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:42.956664 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port 7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:35:42.957297 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:42.999073 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-025b3160-70a8-4130-a45a-3f8bdd84e8a2 None None] Allocated IP 172.20.0.2 (864039ad-65de-42bc-90c0-b6e0aa83fb2f/ed9905d8-c198-4351-bc2c-372277eb7ee8/00c2d445-abb6-4f59-a2a3-51b047079cf8) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:35:43.002091 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ac838df1-9534-4942-9578-11415f776b7d None None] For port 7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18,segment=NetworkSegment(ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2),segment_id=ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:35:43.012550 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:43.021276 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-4d6d3db9-e83e-4f42-9f64-b0eefa1eabe1 None None] Attempt 5 to provision port 58d5b297-c5a6-4a57-9275-f26abaaeeb2e Sep 16 19:35:43.112611 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d1b8d3a5-d882-4613-a1fa-12992da393e8 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:43.121203 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d1b8d3a5-d882-4613-a1fa-12992da393e8 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681123'] for floatingip (e45c02f1-f7a2-4909-b64b-0580f19364f3), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:43.125907 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:43.130617 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-70e4e139-bed1-445c-a40b-a862b277e846 admin admin] Publish callbacks [] for router_gateway (1aca3a01-48e9-4ea5-9641-9a9d73eba561), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:43.134785 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4d6d3db9-e83e-4f42-9f64-b0eefa1eabe1 None None] Port 58d5b297-c5a6-4a57-9275-f26abaaeeb2e cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:35:43.140913 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Pushing event updated for resources: {'Port': ['ID=7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:43.155829 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-70e4e139-bed1-445c-a40b-a862b277e846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:43.229276 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.db.l3_db [None req-d1b8d3a5-d882-4613-a1fa-12992da393e8 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Floating IP e45c02f1-f7a2-4909-b64b-0580f19364f3 associated. External IP: 172.27.2.173, port: 840855f8-4fc0-43b9-b7d0-4e38019a3836. Sep 16 19:35:43.241235 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-025b3160-70a8-4130-a45a-3f8bdd84e8a2 None None] Publish callbacks [] for port (00c2d445-abb6-4f59-a2a3-51b047079cf8), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:43.253249 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-025b3160-70a8-4130-a45a-3f8bdd84e8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816'] for port (00c2d445-abb6-4f59-a2a3-51b047079cf8), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:43.272311 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-70e4e139-bed1-445c-a40b-a862b277e846 admin admin] Allocated IP 172.27.2.120 (01cd8397-3ed1-4c5d-9923-fabf569219df/d3fb57fd-37cc-4923-b90f-7dd3d712a8d3/c4bfb9ff-92e8-489f-bafa-62a21ee34c8b) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:35:43.306278 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025b3160-70a8-4130-a45a-3f8bdd84e8a2 None None] Network 864039ad-65de-42bc-90c0-b6e0aa83fb2f is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:35:43.311496 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-025b3160-70a8-4130-a45a-3f8bdd84e8a2 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:35:43.313687 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b3160-70a8-4130-a45a-3f8bdd84e8a2 None None] Pushing event updated for resources: {'Port': ['ID=00c2d445-abb6-4f59-a2a3-51b047079cf8,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:43.315936 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025b3160-70a8-4130-a45a-3f8bdd84e8a2 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:35:43.382792 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-025b3160-70a8-4130-a45a-3f8bdd84e8a2 None None] Attempting to bind port 00c2d445-abb6-4f59-a2a3-51b047079cf8 on host dv-cinder-850320-7-iscsi for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:35:43.383456 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-025b3160-70a8-4130-a45a-3f8bdd84e8a2 None None] Attempting to bind port 00c2d445-abb6-4f59-a2a3-51b047079cf8 by drivers openvswitch,hyperv on host dv-cinder-850320-7-iscsi at level 0 using segments [{'id': 'dc68a768-9fe0-45ba-9fdf-a931c27f60c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '864039ad-65de-42bc-90c0-b6e0aa83fb2f'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:35:43.383819 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025b3160-70a8-4130-a45a-3f8bdd84e8a2 None None] Attempting to bind port 00c2d445-abb6-4f59-a2a3-51b047079cf8 on network 864039ad-65de-42bc-90c0-b6e0aa83fb2f {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:35:43.386341 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-70e4e139-bed1-445c-a40b-a862b277e846 admin admin] Publish callbacks [] for port (c4bfb9ff-92e8-489f-bafa-62a21ee34c8b), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:43.407645 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:43.422153 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-70e4e139-bed1-445c-a40b-a862b277e846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (c4bfb9ff-92e8-489f-bafa-62a21ee34c8b), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:43.434366 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025b3160-70a8-4130-a45a-3f8bdd84e8a2 None None] Checking agent: {'id': 'b5f6a205-959f-46f4-8ef4-8f70c2c67a2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850320-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 18, 35), 'started_at': datetime.datetime(2022, 9, 16, 19, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850320-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:35:43.434743 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025b3160-70a8-4130-a45a-3f8bdd84e8a2 None None] Checking segment: {'id': 'dc68a768-9fe0-45ba-9fdf-a931c27f60c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '864039ad-65de-42bc-90c0-b6e0aa83fb2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:35:43.435150 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-025b3160-70a8-4130-a45a-3f8bdd84e8a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:43.435541 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025b3160-70a8-4130-a45a-3f8bdd84e8a2 None None] Bound using segment: {'id': 'dc68a768-9fe0-45ba-9fdf-a931c27f60c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '864039ad-65de-42bc-90c0-b6e0aa83fb2f'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:35:43.436014 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-025b3160-70a8-4130-a45a-3f8bdd84e8a2 None None] Bound port: 00c2d445-abb6-4f59-a2a3-51b047079cf8, host: dv-cinder-850320-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc68a768-9fe0-45ba-9fdf-a931c27f60c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '864039ad-65de-42bc-90c0-b6e0aa83fb2f'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:35:43.436409 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-025b3160-70a8-4130-a45a-3f8bdd84e8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (00c2d445-abb6-4f59-a2a3-51b047079cf8), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:43.455017 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b8d3a5-d882-4613-a1fa-12992da393e8 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Router 9227d13d-de08-4ed6-a833-6283712bcfa7 has already been hosted by L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:35:43.475946 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e4e139-bed1-445c-a40b-a862b277e846 admin admin] Network 01cd8397-3ed1-4c5d-9923-fabf569219df is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:35:43.479938 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-70e4e139-bed1-445c-a40b-a862b277e846 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:35:43.482392 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e4e139-bed1-445c-a40b-a862b277e846 admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:35:43.508120 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e4e139-bed1-445c-a40b-a862b277e846 admin admin] Pushing event updated for resources: {'Port': ['ID=c4bfb9ff-92e8-489f-bafa-62a21ee34c8b,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:43.517871 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-025b3160-70a8-4130-a45a-3f8bdd84e8a2 None None] For port 00c2d445-abb6-4f59-a2a3-51b047079cf8, host dv-cinder-850320-7-iscsi, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:35:43.523219 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-025b3160-70a8-4130-a45a-3f8bdd84e8a2 None None] For port 00c2d445-abb6-4f59-a2a3-51b047079cf8, host dv-cinder-850320-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=00c2d445-abb6-4f59-a2a3-51b047079cf8,segment=NetworkSegment(dc68a768-9fe0-45ba-9fdf-a931c27f60c4),segment_id=dc68a768-9fe0-45ba-9fdf-a931c27f60c4)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:35:43.524477 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:43.536409 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-025b3160-70a8-4130-a45a-3f8bdd84e8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (00c2d445-abb6-4f59-a2a3-51b047079cf8), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:43.602901 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b3160-70a8-4130-a45a-3f8bdd84e8a2 None None] Pushing event updated for resources: {'Port': ['ID=00c2d445-abb6-4f59-a2a3-51b047079cf8,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:43.606893 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b8d3a5-d882-4613-a1fa-12992da393e8 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:35:43.611929 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d1b8d3a5-d882-4613-a1fa-12992da393e8 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for floatingip (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:43.619561 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdb532c-6290-4eeb-a7df-365fc17d2f78 None None] Sync routers for ids ['9227d13d-de08-4ed6-a833-6283712bcfa7'] in dv-cinder-850320-7-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:35:43.636079 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-4d6d3db9-e83e-4f42-9f64-b0eefa1eabe1 None None] Attempt 6 to provision port 58d5b297-c5a6-4a57-9275-f26abaaeeb2e Sep 16 19:35:43.636990 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdb532c-6290-4eeb-a7df-365fc17d2f78 None None] Routers {'9227d13d-de08-4ed6-a833-6283712bcfa7'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:35:43.638597 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-2bdb532c-6290-4eeb-a7df-365fc17d2f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:35:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['9227d13d-de08-4ed6-a833-6283712bcfa7'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:35:43.654294 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-d1b8d3a5-d882-4613-a1fa-12992da393e8 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/e45c02f1-f7a2-4909-b64b-0580f19364f3 HTTP/1.1" status: 200 len: 992 time: 1.3685672 Sep 16 19:35:43.654294 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef7488e-5979-40bf-a4a8-76f24e24faf3', 'tag': '840855f8-4fc0-43b9-b7d0-4e38019a3836'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:35:43.656861 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e152f16bac9f1df6f483fa1cb5a6d8c6a2a494143f87e2794594a52eeef6f53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f50252c-0a7e-4134-8200-fb5193d79679" -d '{"events": [{"name": "network-changed", "server_uuid": "aef7488e-5979-40bf-a4a8-76f24e24faf3", "tag": "840855f8-4fc0-43b9-b7d0-4e38019a3836"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:35:43.703366 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4d6d3db9-e83e-4f42-9f64-b0eefa1eabe1 None None] Port 58d5b297-c5a6-4a57-9275-f26abaaeeb2e cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:35:43.722567 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 19:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d056d1c-da3f-48f8-9612-99372d4d626b x-openstack-request-id: req-0d056d1c-da3f-48f8-9612-99372d4d626b {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:35:43.723069 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aef7488e-5979-40bf-a4a8-76f24e24faf3", "tag": "840855f8-4fc0-43b9-b7d0-4e38019a3836", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:35:43.723504 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0d056d1c-da3f-48f8-9612-99372d4d626b {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:35:43.724563 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d056d1c-da3f-48f8-9612-99372d4d626b'] response: {'name': 'network-changed', 'server_uuid': 'aef7488e-5979-40bf-a4a8-76f24e24faf3', 'tag': '840855f8-4fc0-43b9-b7d0-4e38019a3836', 'status': 'completed', 'code': 200} Sep 16 19:35:43.773693 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:43.817881 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-2bdb532c-6290-4eeb-a7df-365fc17d2f78 None None] Set router 9227d13d-de08-4ed6-a833-6283712bcfa7 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:35:43.872431 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50252c-0a7e-4134-8200-fb5193d79679 req-13042855-8114-4240-94e5-8dc7dc8cd60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:35:43.873984 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9f50252c-0a7e-4134-8200-fb5193d79679 req-13042855-8114-4240-94e5-8dc7dc8cd60c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1983ce4dc9bd4050a2399d9f62d3e871&device_id=aef7488e-5979-40bf-a4a8-76f24e24faf3 HTTP/1.1" status: 200 len: 1130 time: 0.0865319 Sep 16 19:35:43.904195 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-70e4e139-bed1-445c-a40b-a862b277e846 admin admin] Publish callbacks [] for router_gateway (1aca3a01-48e9-4ea5-9641-9a9d73eba561), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:43.913117 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c8dd06-e730-45f7-b5d2-c85155a5aed5 None None] Sync routers for ids ['002af737-514c-4af7-9b09-9a09e600ed84'] in dv-cinder-850320-7-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:35:43.925188 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c8dd06-e730-45f7-b5d2-c85155a5aed5 None None] Routers {'002af737-514c-4af7-9b09-9a09e600ed84'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:35:43.925807 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-76c8dd06-e730-45f7-b5d2-c85155a5aed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:35:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['002af737-514c-4af7-9b09-9a09e600ed84'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:35:44.067496 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50252c-0a7e-4134-8200-fb5193d79679 req-8e88c3ea-dd88-4730-9515-e1236b04ff90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:35:44.069502 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9f50252c-0a7e-4134-8200-fb5193d79679 req-8e88c3ea-dd88-4730-9515-e1236b04ff90 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=1b509164-1dc6-4639-9003-d3f932682d2f HTTP/1.1" status: 200 len: 916 time: 0.1870015 Sep 16 19:35:44.072727 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-2bdb532c-6290-4eeb-a7df-365fc17d2f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'name': 'tempest-AttachVolumeNegativeTest-1174890714-router', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:47Z', 'updated_at': '2022-09-16T19:26:56Z', 'revision_number': 4, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'gw_port': {'id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:dd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:48Z', 'updated_at': '2022-09-16T19:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_floatingips': [{'id': 'e45c02f1-f7a2-4909-b64b-0580f19364f3', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'port_id': '840855f8-4fc0-43b9-b7d0-4e38019a3836', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'mac_address': 'fa:16:3e:fd:5c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef7488e-5979-40bf-a4a8-76f24e24faf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:35:27Z', 'updated_at': '2022-09-16T19:35:43Z', 'revision_number': 1, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aea26ef-78b1-4046-af15-928f65832dc2', 'name': '', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'mac_address': 'fa:16:3e:64:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:53Z', 'updated_at': '2022-09-16T19:27:04Z', 'revision_number': 5, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'subnets': [{'id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:35:44.100023 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdb532c-6290-4eeb-a7df-365fc17d2f78 None None] Checking router: 9227d13d-de08-4ed6-a833-6283712bcfa7 for host: dv-cinder-850320-7-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:35:44.110495 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdb532c-6290-4eeb-a7df-365fc17d2f78 None None] Routers {'9227d13d-de08-4ed6-a833-6283712bcfa7'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:35:44.111093 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-2bdb532c-6290-4eeb-a7df-365fc17d2f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:35:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['9227d13d-de08-4ed6-a833-6283712bcfa7'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:35:44.193362 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-76c8dd06-e730-45f7-b5d2-c85155a5aed5 None None] Set router 002af737-514c-4af7-9b09-9a09e600ed84 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:35:44.203529 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9f50252c-0a7e-4134-8200-fb5193d79679 req-04c79694-a1ce-45d8-9c4f-7bf8ebc5e705 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=840855f8-4fc0-43b9-b7d0-4e38019a3836 HTTP/1.1" status: 200 len: 1000 time: 0.1276271 Sep 16 19:35:44.216122 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-4d6d3db9-e83e-4f42-9f64-b0eefa1eabe1 None None] Attempt 7 to provision port 58d5b297-c5a6-4a57-9275-f26abaaeeb2e Sep 16 19:35:44.230100 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-2bdb532c-6290-4eeb-a7df-365fc17d2f78 None None] Set router 9227d13d-de08-4ed6-a833-6283712bcfa7 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:35:44.261008 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-70e4e139-bed1-445c-a40b-a862b277e846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-680937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router (1aca3a01-48e9-4ea5-9641-9a9d73eba561), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:44.276371 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50252c-0a7e-4134-8200-fb5193d79679 req-4b1fe14c-bd69-4404-8e86-cc1f782c352e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:35:44.277833 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9f50252c-0a7e-4134-8200-fb5193d79679 req-4b1fe14c-bd69-4404-8e86-cc1f782c352e service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b23467b1-0e6b-4468-bd6e-d295548dcf80 HTTP/1.1" status: 200 len: 854 time: 0.0650671 Sep 16 19:35:44.287702 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4d6d3db9-e83e-4f42-9f64-b0eefa1eabe1 None None] Port 58d5b297-c5a6-4a57-9275-f26abaaeeb2e cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:35:44.362653 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50252c-0a7e-4134-8200-fb5193d79679 req-a317d047-b1d5-41c8-984a-b5feffa1ad19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:35:44.364142 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9f50252c-0a7e-4134-8200-fb5193d79679 req-a317d047-b1d5-41c8-984a-b5feffa1ad19 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=1b509164-1dc6-4639-9003-d3f932682d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546849 Sep 16 19:35:44.379606 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:44.432995 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-76c8dd06-e730-45f7-b5d2-c85155a5aed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002af737-514c-4af7-9b09-9a09e600ed84', 'name': 'tempest-TestVolumeBootPattern-907653964-router', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:35:37Z', 'updated_at': '2022-09-16T19:35:40Z', 'revision_number': 4, 'project_id': '9b9158de13684627b042d2a183330eff', 'gw_port': {'id': '7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:38Z', 'updated_at': '2022-09-16T19:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '58d5b297-c5a6-4a57-9275-f26abaaeeb2e', 'name': '', 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'mac_address': 'fa:16:3e:6f:85:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '085fd4f8-7ca2-48a8-876f-2233969b7ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:40Z', 'updated_at': '2022-09-16T19:35:40Z', 'revision_number': 2, 'project_id': '9b9158de13684627b042d2a183330eff', 'subnets': [{'id': '085fd4f8-7ca2-48a8-876f-2233969b7ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:35:44.472074 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c8dd06-e730-45f7-b5d2-c85155a5aed5 None None] Checking router: 002af737-514c-4af7-9b09-9a09e600ed84 for host: dv-cinder-850320-7-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:35:44.472600 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c8dd06-e730-45f7-b5d2-c85155a5aed5 None None] Updating router 002af737-514c-4af7-9b09-9a09e600ed84 port 58d5b297-c5a6-4a57-9275-f26abaaeeb2e binding host dv-cinder-850320-7-iscsi {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 19:35:44.475428 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-2bdb532c-6290-4eeb-a7df-365fc17d2f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'name': 'tempest-AttachVolumeNegativeTest-1174890714-router', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:47Z', 'updated_at': '2022-09-16T19:26:56Z', 'revision_number': 4, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'gw_port': {'id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:dd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:48Z', 'updated_at': '2022-09-16T19:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_floatingips': [{'id': 'e45c02f1-f7a2-4909-b64b-0580f19364f3', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'port_id': '840855f8-4fc0-43b9-b7d0-4e38019a3836', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'mac_address': 'fa:16:3e:fd:5c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef7488e-5979-40bf-a4a8-76f24e24faf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:35:27Z', 'updated_at': '2022-09-16T19:35:43Z', 'revision_number': 1, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aea26ef-78b1-4046-af15-928f65832dc2', 'name': '', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'mac_address': 'fa:16:3e:64:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:53Z', 'updated_at': '2022-09-16T19:27:04Z', 'revision_number': 5, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'subnets': [{'id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:35:44.482955 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:44.508930 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-76c8dd06-e730-45f7-b5d2-c85155a5aed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (58d5b297-c5a6-4a57-9275-f26abaaeeb2e), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:44.536223 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdb532c-6290-4eeb-a7df-365fc17d2f78 None None] The sync data for ids ['9227d13d-de08-4ed6-a833-6283712bcfa7'] in dv-cinder-850320-7-iscsi is: [{'id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'name': 'tempest-AttachVolumeNegativeTest-1174890714-router', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:47Z', 'updated_at': '2022-09-16T19:26:56Z', 'revision_number': 4, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'gw_port': {'id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:dd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:48Z', 'updated_at': '2022-09-16T19:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_floatingips': [{'id': 'e45c02f1-f7a2-4909-b64b-0580f19364f3', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'port_id': '840855f8-4fc0-43b9-b7d0-4e38019a3836', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'mac_address': 'fa:16:3e:fd:5c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef7488e-5979-40bf-a4a8-76f24e24faf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:35:27Z', 'updated_at': '2022-09-16T19:35:43Z', 'revision_number': 1, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aea26ef-78b1-4046-af15-928f65832dc2', 'name': '', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'mac_address': 'fa:16:3e:64:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:53Z', 'updated_at': '2022-09-16T19:27:04Z', 'revision_number': 5, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'subnets': [{'id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:35:44.548480 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9f50252c-0a7e-4134-8200-fb5193d79679 req-99c96fc5-c734-401a-9250-bc461e64c647 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1b509164-1dc6-4639-9003-d3f932682d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539707 Sep 16 19:35:44.564657 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e4e139-bed1-445c-a40b-a862b277e846 admin admin] Router 1aca3a01-48e9-4ea5-9641-9a9d73eba561 is scheduled to L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e with binding_index 1 {{(pid=106252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 19:35:44.593646 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:44.745946 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 00c2d445-abb6-4f59-a2a3-51b047079cf8 up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:35:44.789478 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-4d6d3db9-e83e-4f42-9f64-b0eefa1eabe1 None None] Attempt 8 to provision port 58d5b297-c5a6-4a57-9275-f26abaaeeb2e Sep 16 19:35:44.797228 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b263796c-4903-4e6e-a94a-85dd970895c2 None None] Network 864039ad-65de-42bc-90c0-b6e0aa83fb2f requested from dv-cinder-850320-7-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 19:35:44.854266 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd647e50-8181-46fd-bf83-be44719114cb None None] New status for floating IP e45c02f1-f7a2-4909-b64b-0580f19364f3: ACTIVE {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 19:35:44.910996 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4d6d3db9-e83e-4f42-9f64-b0eefa1eabe1 None None] Port 58d5b297-c5a6-4a57-9275-f26abaaeeb2e cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:35:44.946545 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port 00c2d445-abb6-4f59-a2a3-51b047079cf8 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:35:44.947002 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (00c2d445-abb6-4f59-a2a3-51b047079cf8), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:44.947444 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port 00c2d445-abb6-4f59-a2a3-51b047079cf8 Sep 16 19:35:45.014263 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=100 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:45.034104 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:45.059890 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-76c8dd06-e730-45f7-b5d2-c85155a5aed5 None None] Publish callbacks [] for port (58d5b297-c5a6-4a57-9275-f26abaaeeb2e), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:45.070359 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-76c8dd06-e730-45f7-b5d2-c85155a5aed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (58d5b297-c5a6-4a57-9275-f26abaaeeb2e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:45.078410 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e4e139-bed1-445c-a40b-a862b277e846 admin admin] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:35:45.083458 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9f50252c-0a7e-4134-8200-fb5193d79679 req-0ccc181f-b52c-4b29-a5f9-2338d0aacd7b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1b509164-1dc6-4639-9003-d3f932682d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5270643 Sep 16 19:35:45.102245 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-70e4e139-bed1-445c-a40b-a862b277e846 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:45.106967 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 51356) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:35:45.107499 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-70e4e139-bed1-445c-a40b-a862b277e846 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5193181 Sep 16 19:35:45.110966 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbd0135-d7ef-4c31-a642-98151ebc1c94 None None] Sync routers for ids ['1aca3a01-48e9-4ea5-9641-9a9d73eba561'] in dv-cinder-850320-7-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:35:45.183627 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c50932a-5751-4eac-8f98-8b9d70dddfff None None] Pushing event updated for resources: {'Port': ['ID=58d5b297-c5a6-4a57-9275-f26abaaeeb2e,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:45.187699 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbd0135-d7ef-4c31-a642-98151ebc1c94 None None] Routers {'1aca3a01-48e9-4ea5-9641-9a9d73eba561'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:35:45.187699 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-8fbd0135-d7ef-4c31-a642-98151ebc1c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:35:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['1aca3a01-48e9-4ea5-9641-9a9d73eba561'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:35:45.267748 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port 00c2d445-abb6-4f59-a2a3-51b047079cf8 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:35:45.268506 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (00c2d445-abb6-4f59-a2a3-51b047079cf8), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:45.284701 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:45.288250 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-76c8dd06-e730-45f7-b5d2-c85155a5aed5 None None] Attempting to bind port 58d5b297-c5a6-4a57-9275-f26abaaeeb2e on host dv-cinder-850320-7-iscsi for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:35:45.288751 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-76c8dd06-e730-45f7-b5d2-c85155a5aed5 None None] Attempting to bind port 58d5b297-c5a6-4a57-9275-f26abaaeeb2e by drivers openvswitch,hyperv on host dv-cinder-850320-7-iscsi at level 0 using segments [{'id': '7e734341-746a-4fdc-b511-0d6ed890ef79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:35:45.289201 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c8dd06-e730-45f7-b5d2-c85155a5aed5 None None] Attempting to bind port 58d5b297-c5a6-4a57-9275-f26abaaeeb2e on network a6a02090-2f02-4634-aa67-dc86c3956885 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:35:45.383332 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ac838df1-9534-4942-9578-11415f776b7d None None] For port 00c2d445-abb6-4f59-a2a3-51b047079cf8, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=00c2d445-abb6-4f59-a2a3-51b047079cf8,segment=NetworkSegment(dc68a768-9fe0-45ba-9fdf-a931c27f60c4),segment_id=dc68a768-9fe0-45ba-9fdf-a931c27f60c4)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:35:45.383826 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:45.396185 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:45.399918 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-8fbd0135-d7ef-4c31-a642-98151ebc1c94 None None] Set router 1aca3a01-48e9-4ea5-9641-9a9d73eba561 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:35:45.402197 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (00c2d445-abb6-4f59-a2a3-51b047079cf8), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:45.402966 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18 up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:35:45.430018 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-4d6d3db9-e83e-4f42-9f64-b0eefa1eabe1 None None] Attempt 9 to provision port 58d5b297-c5a6-4a57-9275-f26abaaeeb2e Sep 16 19:35:45.477230 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c8dd06-e730-45f7-b5d2-c85155a5aed5 None None] Checking agent: {'id': 'b5f6a205-959f-46f4-8ef4-8f70c2c67a2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850320-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 18, 35), 'started_at': datetime.datetime(2022, 9, 16, 19, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850320-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:35:45.477629 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c8dd06-e730-45f7-b5d2-c85155a5aed5 None None] Checking segment: {'id': '7e734341-746a-4fdc-b511-0d6ed890ef79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:35:45.478021 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-76c8dd06-e730-45f7-b5d2-c85155a5aed5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:45.478491 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c8dd06-e730-45f7-b5d2-c85155a5aed5 None None] Bound using segment: {'id': '7e734341-746a-4fdc-b511-0d6ed890ef79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:35:45.479321 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-76c8dd06-e730-45f7-b5d2-c85155a5aed5 None None] Bound port: 58d5b297-c5a6-4a57-9275-f26abaaeeb2e, host: dv-cinder-850320-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e734341-746a-4fdc-b511-0d6ed890ef79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:35:45.479693 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-76c8dd06-e730-45f7-b5d2-c85155a5aed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (58d5b297-c5a6-4a57-9275-f26abaaeeb2e), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:45.552854 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8fa8644c-27dd-413c-b27a-6034c66e1c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:45.629129 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4d6d3db9-e83e-4f42-9f64-b0eefa1eabe1 None None] Port 58d5b297-c5a6-4a57-9275-f26abaaeeb2e cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:35:45.646609 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Pushing event updated for resources: {'Port': ['ID=00c2d445-abb6-4f59-a2a3-51b047079cf8,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:45.673403 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port 7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:35:45.673767 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:45.674093 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port 7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18 Sep 16 19:35:45.708293 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-8fa8644c-27dd-413c-b27a-6034c66e1c83 admin admin] Allocated IP 172.20.0.1 (864039ad-65de-42bc-90c0-b6e0aa83fb2f/ed9905d8-c198-4351-bc2c-372277eb7ee8/f913eba7-223b-4615-b36a-659641b4d8a0) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:35:45.723562 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-76c8dd06-e730-45f7-b5d2-c85155a5aed5 None None] For port 58d5b297-c5a6-4a57-9275-f26abaaeeb2e, host dv-cinder-850320-7-iscsi, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:35:45.731355 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-76c8dd06-e730-45f7-b5d2-c85155a5aed5 None None] For port 58d5b297-c5a6-4a57-9275-f26abaaeeb2e, host dv-cinder-850320-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=58d5b297-c5a6-4a57-9275-f26abaaeeb2e,segment=NetworkSegment(7e734341-746a-4fdc-b511-0d6ed890ef79),segment_id=7e734341-746a-4fdc-b511-0d6ed890ef79)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:35:45.760170 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-76c8dd06-e730-45f7-b5d2-c85155a5aed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (58d5b297-c5a6-4a57-9275-f26abaaeeb2e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:45.788739 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:45.820250 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-8fbd0135-d7ef-4c31-a642-98151ebc1c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aca3a01-48e9-4ea5-9641-9a9d73eba561', 'name': 'tempest-TestVolumeBootPattern-262610199-router', 'tenant_id': '5b0651bb287443c9a01d6476212e25a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'c4bfb9ff-92e8-489f-bafa-62a21ee34c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:35:42Z', 'updated_at': '2022-09-16T19:35:43Z', 'revision_number': 3, 'project_id': '5b0651bb287443c9a01d6476212e25a6', 'gw_port': {'id': 'c4bfb9ff-92e8-489f-bafa-62a21ee34c8b', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aca3a01-48e9-4ea5-9641-9a9d73eba561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:43Z', 'updated_at': '2022-09-16T19:35:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi'}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:35:45.824943 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c8dd06-e730-45f7-b5d2-c85155a5aed5 None None] Routers {'002af737-514c-4af7-9b09-9a09e600ed84'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:35:45.825109 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8fa8644c-27dd-413c-b27a-6034c66e1c83 admin admin] Publish callbacks [] for port (f913eba7-223b-4615-b36a-659641b4d8a0), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:45.825517 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-76c8dd06-e730-45f7-b5d2-c85155a5aed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:35:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['002af737-514c-4af7-9b09-9a09e600ed84'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:35:45.861109 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8fa8644c-27dd-413c-b27a-6034c66e1c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (f913eba7-223b-4615-b36a-659641b4d8a0), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:45.900938 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa8644c-27dd-413c-b27a-6034c66e1c83 admin admin] Network 864039ad-65de-42bc-90c0-b6e0aa83fb2f is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:35:45.904034 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-8fa8644c-27dd-413c-b27a-6034c66e1c83 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:35:45.907843 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa8644c-27dd-413c-b27a-6034c66e1c83 admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:35:45.919511 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbd0135-d7ef-4c31-a642-98151ebc1c94 None None] Checking router: 1aca3a01-48e9-4ea5-9641-9a9d73eba561 for host: dv-cinder-850320-7-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:35:45.919861 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbd0135-d7ef-4c31-a642-98151ebc1c94 None None] Updating router 1aca3a01-48e9-4ea5-9641-9a9d73eba561 port c4bfb9ff-92e8-489f-bafa-62a21ee34c8b binding host dv-cinder-850320-7-iscsi {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 19:35:45.930041 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c50932a-5751-4eac-8f98-8b9d70dddfff None None] Pushing event updated for resources: {'Port': ['ID=58d5b297-c5a6-4a57-9275-f26abaaeeb2e,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:45.937698 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa8644c-27dd-413c-b27a-6034c66e1c83 admin admin] Pushing event updated for resources: {'Port': ['ID=f913eba7-223b-4615-b36a-659641b4d8a0,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:45.958652 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8fa8644c-27dd-413c-b27a-6034c66e1c83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771352'] for router_interface (1aca3a01-48e9-4ea5-9641-9a9d73eba561), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:45.969467 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port 7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:35:46.014009 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:46.094487 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8fa8644c-27dd-413c-b27a-6034c66e1c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (f913eba7-223b-4615-b36a-659641b4d8a0), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:46.145236 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-4d6d3db9-e83e-4f42-9f64-b0eefa1eabe1 None None] Attempt 10 to provision port 58d5b297-c5a6-4a57-9275-f26abaaeeb2e Sep 16 19:35:46.147670 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8fbd0135-d7ef-4c31-a642-98151ebc1c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (c4bfb9ff-92e8-489f-bafa-62a21ee34c8b), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:46.222388 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:46.226320 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-76c8dd06-e730-45f7-b5d2-c85155a5aed5 None None] Set router 002af737-514c-4af7-9b09-9a09e600ed84 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:35:46.267157 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8fa8644c-27dd-413c-b27a-6034c66e1c83 admin admin] Publish callbacks [] for port (f913eba7-223b-4615-b36a-659641b4d8a0), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:46.272881 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8fa8644c-27dd-413c-b27a-6034c66e1c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445664'] for port (f913eba7-223b-4615-b36a-659641b4d8a0), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:46.341665 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8fa8644c-27dd-413c-b27a-6034c66e1c83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-771468'] for router_interface (1aca3a01-48e9-4ea5-9641-9a9d73eba561), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:46.343283 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa8644c-27dd-413c-b27a-6034c66e1c83 admin admin] Pushing event updated for resources: {'Port': ['ID=f913eba7-223b-4615-b36a-659641b4d8a0,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:46.441820 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa8644c-27dd-413c-b27a-6034c66e1c83 admin admin] Network 864039ad-65de-42bc-90c0-b6e0aa83fb2f is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:35:46.443472 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-8fa8644c-27dd-413c-b27a-6034c66e1c83 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:35:46.445988 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:46.493775 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4d6d3db9-e83e-4f42-9f64-b0eefa1eabe1 None None] Current status of the port 58d5b297-c5a6-4a57-9275-f26abaaeeb2e is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:35:46.494247 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4d6d3db9-e83e-4f42-9f64-b0eefa1eabe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (58d5b297-c5a6-4a57-9275-f26abaaeeb2e), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:46.593000 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4d6d3db9-e83e-4f42-9f64-b0eefa1eabe1 None None] For port 58d5b297-c5a6-4a57-9275-f26abaaeeb2e, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=58d5b297-c5a6-4a57-9275-f26abaaeeb2e,segment=NetworkSegment(7e734341-746a-4fdc-b511-0d6ed890ef79),segment_id=7e734341-746a-4fdc-b511-0d6ed890ef79)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:35:46.600311 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa8644c-27dd-413c-b27a-6034c66e1c83 admin admin] Router 1aca3a01-48e9-4ea5-9641-9a9d73eba561 has already been hosted by L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:35:46.618186 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4d6d3db9-e83e-4f42-9f64-b0eefa1eabe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (58d5b297-c5a6-4a57-9275-f26abaaeeb2e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:46.724964 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 00c2d445-abb6-4f59-a2a3-51b047079cf8 up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:35:46.745272 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa8644c-27dd-413c-b27a-6034c66e1c83 admin admin] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:35:46.752899 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-8fa8644c-27dd-413c-b27a-6034c66e1c83 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/1aca3a01-48e9-4ea5-9641-9a9d73eba561/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6448026 Sep 16 19:35:46.831899 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8fbd0135-d7ef-4c31-a642-98151ebc1c94 None None] Publish callbacks [] for port (c4bfb9ff-92e8-489f-bafa-62a21ee34c8b), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:46.860526 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d3db9-e83e-4f42-9f64-b0eefa1eabe1 None None] Pushing event updated for resources: {'Port': ['ID=58d5b297-c5a6-4a57-9275-f26abaaeeb2e,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:46.879758 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8fbd0135-d7ef-4c31-a642-98151ebc1c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (c4bfb9ff-92e8-489f-bafa-62a21ee34c8b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:46.894722 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:46.901010 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-8fbd0135-d7ef-4c31-a642-98151ebc1c94 None None] Attempting to bind port c4bfb9ff-92e8-489f-bafa-62a21ee34c8b on host dv-cinder-850320-7-iscsi for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:35:46.901373 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-8fbd0135-d7ef-4c31-a642-98151ebc1c94 None None] Attempting to bind port c4bfb9ff-92e8-489f-bafa-62a21ee34c8b by drivers openvswitch,hyperv on host dv-cinder-850320-7-iscsi at level 0 using segments [{'id': 'ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:35:46.901978 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbd0135-d7ef-4c31-a642-98151ebc1c94 None None] Attempting to bind port c4bfb9ff-92e8-489f-bafa-62a21ee34c8b on network 01cd8397-3ed1-4c5d-9923-fabf569219df {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:35:46.914649 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4b056402-90b7-4e7d-8e72-5ba3d7c34703 None None] Provisioning complete for port 58d5b297-c5a6-4a57-9275-f26abaaeeb2e triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:35:46.915020 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4b056402-90b7-4e7d-8e72-5ba3d7c34703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (58d5b297-c5a6-4a57-9275-f26abaaeeb2e), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:46.915347 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-4b056402-90b7-4e7d-8e72-5ba3d7c34703 None None] Attempt 1 to provision port 58d5b297-c5a6-4a57-9275-f26abaaeeb2e Sep 16 19:35:46.957314 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-76c8dd06-e730-45f7-b5d2-c85155a5aed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002af737-514c-4af7-9b09-9a09e600ed84', 'name': 'tempest-TestVolumeBootPattern-907653964-router', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:35:37Z', 'updated_at': '2022-09-16T19:35:40Z', 'revision_number': 4, 'project_id': '9b9158de13684627b042d2a183330eff', 'gw_port': {'id': '7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:38Z', 'updated_at': '2022-09-16T19:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '58d5b297-c5a6-4a57-9275-f26abaaeeb2e', 'name': '', 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'mac_address': 'fa:16:3e:6f:85:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '085fd4f8-7ca2-48a8-876f-2233969b7ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:40Z', 'updated_at': '2022-09-16T19:35:45Z', 'revision_number': 4, 'project_id': '9b9158de13684627b042d2a183330eff', 'subnets': [{'id': '085fd4f8-7ca2-48a8-876f-2233969b7ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:35:47.019601 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c8dd06-e730-45f7-b5d2-c85155a5aed5 None None] The sync data for ids ['002af737-514c-4af7-9b09-9a09e600ed84'] in dv-cinder-850320-7-iscsi is: [{'id': '002af737-514c-4af7-9b09-9a09e600ed84', 'name': 'tempest-TestVolumeBootPattern-907653964-router', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:35:37Z', 'updated_at': '2022-09-16T19:35:40Z', 'revision_number': 4, 'project_id': '9b9158de13684627b042d2a183330eff', 'gw_port': {'id': '7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:38Z', 'updated_at': '2022-09-16T19:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '58d5b297-c5a6-4a57-9275-f26abaaeeb2e', 'name': '', 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'mac_address': 'fa:16:3e:6f:85:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '085fd4f8-7ca2-48a8-876f-2233969b7ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:40Z', 'updated_at': '2022-09-16T19:35:45Z', 'revision_number': 4, 'project_id': '9b9158de13684627b042d2a183330eff', 'subnets': [{'id': '085fd4f8-7ca2-48a8-876f-2233969b7ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:35:47.051706 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a2fe9e-5832-4601-890a-87b0bc7f6bb6 None None] Pushing event updated for resources: {'Port': ['ID=c4bfb9ff-92e8-489f-bafa-62a21ee34c8b,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:47.074245 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port 00c2d445-abb6-4f59-a2a3-51b047079cf8 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:35:47.074618 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (00c2d445-abb6-4f59-a2a3-51b047079cf8), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:47.074951 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port 00c2d445-abb6-4f59-a2a3-51b047079cf8 Sep 16 19:35:47.078917 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbd0135-d7ef-4c31-a642-98151ebc1c94 None None] Checking agent: {'id': 'b5f6a205-959f-46f4-8ef4-8f70c2c67a2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850320-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 18, 35), 'started_at': datetime.datetime(2022, 9, 16, 19, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850320-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:35:47.079285 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbd0135-d7ef-4c31-a642-98151ebc1c94 None None] Checking segment: {'id': 'ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:35:47.079685 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8fbd0135-d7ef-4c31-a642-98151ebc1c94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:47.080096 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbd0135-d7ef-4c31-a642-98151ebc1c94 None None] Bound using segment: {'id': 'ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:35:47.080708 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-8fbd0135-d7ef-4c31-a642-98151ebc1c94 None None] Bound port: c4bfb9ff-92e8-489f-bafa-62a21ee34c8b, host: dv-cinder-850320-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:35:47.081085 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8fbd0135-d7ef-4c31-a642-98151ebc1c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (c4bfb9ff-92e8-489f-bafa-62a21ee34c8b), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:47.187943 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 51374) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:35:47.192979 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8fbd0135-d7ef-4c31-a642-98151ebc1c94 None None] For port c4bfb9ff-92e8-489f-bafa-62a21ee34c8b, host dv-cinder-850320-7-iscsi, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:35:47.193323 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-51d5d2ad-6def-4b32-8035-5e79b8c645d6 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1822792021', 'description': 'tempest-secgroup-smoke-1822792021 description', 'project_id': '9b9158de13684627b042d2a183330eff'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:35:47.197911 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8fbd0135-d7ef-4c31-a642-98151ebc1c94 None None] For port c4bfb9ff-92e8-489f-bafa-62a21ee34c8b, host dv-cinder-850320-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=c4bfb9ff-92e8-489f-bafa-62a21ee34c8b,segment=NetworkSegment(ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2),segment_id=ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:35:47.208811 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8fbd0135-d7ef-4c31-a642-98151ebc1c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (c4bfb9ff-92e8-489f-bafa-62a21ee34c8b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:47.210777 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4b056402-90b7-4e7d-8e72-5ba3d7c34703 None None] Current status of the port 58d5b297-c5a6-4a57-9275-f26abaaeeb2e is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:35:47.219810 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-51d5d2ad-6def-4b32-8035-5e79b8c645d6 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:47.264663 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:47.265381 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:47.271643 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4b056402-90b7-4e7d-8e72-5ba3d7c34703 None None] Provisioning complete for port 00c2d445-abb6-4f59-a2a3-51b047079cf8 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:35:47.272146 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4b056402-90b7-4e7d-8e72-5ba3d7c34703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (00c2d445-abb6-4f59-a2a3-51b047079cf8), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:47.272668 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-4b056402-90b7-4e7d-8e72-5ba3d7c34703 None None] Attempt 1 to provision port 00c2d445-abb6-4f59-a2a3-51b047079cf8 Sep 16 19:35:47.302505 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-51d5d2ad-6def-4b32-8035-5e79b8c645d6 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks [] for security_group (2114d520-9e6f-4a63-bc5e-07ce01a9aa27), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:47.309090 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-51d5d2ad-6def-4b32-8035-5e79b8c645d6 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (2114d520-9e6f-4a63-bc5e-07ce01a9aa27), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:47.318480 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbd0135-d7ef-4c31-a642-98151ebc1c94 None None] Routers {'1aca3a01-48e9-4ea5-9641-9a9d73eba561'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:35:47.319113 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-8fbd0135-d7ef-4c31-a642-98151ebc1c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:35:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['1aca3a01-48e9-4ea5-9641-9a9d73eba561'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:35:47.328354 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port 00c2d445-abb6-4f59-a2a3-51b047079cf8 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:35:47.329503 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 58d5b297-c5a6-4a57-9275-f26abaaeeb2e up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:35:47.341317 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d5d2ad-6def-4b32-8035-5e79b8c645d6 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2114d520-9e6f-4a63-bc5e-07ce01a9aa27,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:47.346492 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-51d5d2ad-6def-4b32-8035-5e79b8c645d6 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:47.349017 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-51d5d2ad-6def-4b32-8035-5e79b8c645d6 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1596804 Sep 16 19:35:47.351088 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 51376) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:35:47.356804 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-79af365a-afb0-4093-8603-0d2bb7090c25 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Request body: {'security_group_rule': {'security_group_id': '2114d520-9e6f-4a63-bc5e-07ce01a9aa27', 'project_id': '9b9158de13684627b042d2a183330eff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:35:47.385951 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-79af365a-afb0-4093-8603-0d2bb7090c25 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks [] for security_group_rule (0b6fda92-e917-414f-8bf5-372c65b59c8e), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:47.403720 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a2fe9e-5832-4601-890a-87b0bc7f6bb6 None None] Pushing event updated for resources: {'Port': ['ID=c4bfb9ff-92e8-489f-bafa-62a21ee34c8b,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:47.448991 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-79af365a-afb0-4093-8603-0d2bb7090c25 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks [] for security_group_rule (0b6fda92-e917-414f-8bf5-372c65b59c8e), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:47.454489 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-79af365a-afb0-4093-8603-0d2bb7090c25 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578197'] for security_group_rule (0b6fda92-e917-414f-8bf5-372c65b59c8e), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:47.473583 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af365a-afb0-4093-8603-0d2bb7090c25 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b6fda92-e917-414f-8bf5-372c65b59c8e,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:47.487301 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-79af365a-afb0-4093-8603-0d2bb7090c25 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:47.490429 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-79af365a-afb0-4093-8603-0d2bb7090c25 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1382806 Sep 16 19:35:47.493977 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 51378) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:35:47.500135 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-f54caf55-19ed-404f-b739-cefa724e6ad3 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Request body: {'security_group_rule': {'security_group_id': '2114d520-9e6f-4a63-bc5e-07ce01a9aa27', 'project_id': '9b9158de13684627b042d2a183330eff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:35:47.503789 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port 58d5b297-c5a6-4a57-9275-f26abaaeeb2e triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:35:47.504330 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (58d5b297-c5a6-4a57-9275-f26abaaeeb2e), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:47.504527 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port 58d5b297-c5a6-4a57-9275-f26abaaeeb2e Sep 16 19:35:47.529678 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f54caf55-19ed-404f-b739-cefa724e6ad3 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks [] for security_group_rule (6e91d6cb-e614-4c01-8ea5-18ddd1ee8aa3), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:47.539612 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-8fbd0135-d7ef-4c31-a642-98151ebc1c94 None None] Set router 1aca3a01-48e9-4ea5-9641-9a9d73eba561 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:35:47.543220 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4b056402-90b7-4e7d-8e72-5ba3d7c34703 None None] Current status of the port 00c2d445-abb6-4f59-a2a3-51b047079cf8 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:35:47.584243 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:47.596078 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4b056402-90b7-4e7d-8e72-5ba3d7c34703 None None] Provisioning complete for port f913eba7-223b-4615-b36a-659641b4d8a0 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:35:47.596512 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4b056402-90b7-4e7d-8e72-5ba3d7c34703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (f913eba7-223b-4615-b36a-659641b4d8a0), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:47.596921 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-4b056402-90b7-4e7d-8e72-5ba3d7c34703 None None] Attempt 1 to provision port f913eba7-223b-4615-b36a-659641b4d8a0 Sep 16 19:35:47.597750 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f54caf55-19ed-404f-b739-cefa724e6ad3 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks [] for security_group_rule (6e91d6cb-e614-4c01-8ea5-18ddd1ee8aa3), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:47.606813 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f54caf55-19ed-404f-b739-cefa724e6ad3 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578197'] for security_group_rule (6e91d6cb-e614-4c01-8ea5-18ddd1ee8aa3), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:47.627822 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54caf55-19ed-404f-b739-cefa724e6ad3 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e91d6cb-e614-4c01-8ea5-18ddd1ee8aa3,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:47.641686 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f54caf55-19ed-404f-b739-cefa724e6ad3 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:47.643037 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-f54caf55-19ed-404f-b739-cefa724e6ad3 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1476033 Sep 16 19:35:47.646026 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 51380) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:35:47.651339 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-2153d070-9b53-42f3-8cda-1b957f1ec643 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Request body: {'security_group_rule': {'security_group_id': '2114d520-9e6f-4a63-bc5e-07ce01a9aa27', 'project_id': '9b9158de13684627b042d2a183330eff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:35:47.682708 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2153d070-9b53-42f3-8cda-1b957f1ec643 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks [] for security_group_rule (8ddc516b-a81e-4346-a129-753b0c20b5de), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:47.713993 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4b056402-90b7-4e7d-8e72-5ba3d7c34703 None None] Port f913eba7-223b-4615-b36a-659641b4d8a0 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:35:47.747861 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2153d070-9b53-42f3-8cda-1b957f1ec643 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks [] for security_group_rule (8ddc516b-a81e-4346-a129-753b0c20b5de), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:47.755062 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2153d070-9b53-42f3-8cda-1b957f1ec643 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578197'] for security_group_rule (8ddc516b-a81e-4346-a129-753b0c20b5de), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:47.758863 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port 58d5b297-c5a6-4a57-9275-f26abaaeeb2e is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:35:47.780680 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153d070-9b53-42f3-8cda-1b957f1ec643 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ddc516b-a81e-4346-a129-753b0c20b5de,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:47.786850 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2153d070-9b53-42f3-8cda-1b957f1ec643 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:47.790659 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-2153d070-9b53-42f3-8cda-1b957f1ec643 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1406152 Sep 16 19:35:47.790983 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 51382) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:35:47.796548 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-e2431415-9a04-48db-9c2c-05c68e34a776 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Request body: {'security_group_rule': {'security_group_id': '2114d520-9e6f-4a63-bc5e-07ce01a9aa27', 'project_id': '9b9158de13684627b042d2a183330eff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:35:47.824480 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-8fbd0135-d7ef-4c31-a642-98151ebc1c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aca3a01-48e9-4ea5-9641-9a9d73eba561', 'name': 'tempest-TestVolumeBootPattern-262610199-router', 'tenant_id': '5b0651bb287443c9a01d6476212e25a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'c4bfb9ff-92e8-489f-bafa-62a21ee34c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:35:42Z', 'updated_at': '2022-09-16T19:35:46Z', 'revision_number': 4, 'project_id': '5b0651bb287443c9a01d6476212e25a6', 'gw_port': {'id': 'c4bfb9ff-92e8-489f-bafa-62a21ee34c8b', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aca3a01-48e9-4ea5-9641-9a9d73eba561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:43Z', 'updated_at': '2022-09-16T19:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': 'f913eba7-223b-4615-b36a-659641b4d8a0', 'name': '', 'network_id': '864039ad-65de-42bc-90c0-b6e0aa83fb2f', 'tenant_id': '5b0651bb287443c9a01d6476212e25a6', 'mac_address': 'fa:16:3e:c6:8c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aca3a01-48e9-4ea5-9641-9a9d73eba561', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'ed9905d8-c198-4351-bc2c-372277eb7ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:45Z', 'updated_at': '2022-09-16T19:35:46Z', 'revision_number': 2, 'project_id': '5b0651bb287443c9a01d6476212e25a6', 'subnets': [{'id': 'ed9905d8-c198-4351-bc2c-372277eb7ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:35:47.826249 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e2431415-9a04-48db-9c2c-05c68e34a776 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks [] for security_group_rule (cb8d17fe-99c7-4a7e-a4ce-40a6b328e88a), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:47.849781 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbd0135-d7ef-4c31-a642-98151ebc1c94 None None] The sync data for ids ['1aca3a01-48e9-4ea5-9641-9a9d73eba561'] in dv-cinder-850320-7-iscsi is: [{'id': '1aca3a01-48e9-4ea5-9641-9a9d73eba561', 'name': 'tempest-TestVolumeBootPattern-262610199-router', 'tenant_id': '5b0651bb287443c9a01d6476212e25a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'c4bfb9ff-92e8-489f-bafa-62a21ee34c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:35:42Z', 'updated_at': '2022-09-16T19:35:46Z', 'revision_number': 4, 'project_id': '5b0651bb287443c9a01d6476212e25a6', 'gw_port': {'id': 'c4bfb9ff-92e8-489f-bafa-62a21ee34c8b', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aca3a01-48e9-4ea5-9641-9a9d73eba561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:43Z', 'updated_at': '2022-09-16T19:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': 'f913eba7-223b-4615-b36a-659641b4d8a0', 'name': '', 'network_id': '864039ad-65de-42bc-90c0-b6e0aa83fb2f', 'tenant_id': '5b0651bb287443c9a01d6476212e25a6', 'mac_address': 'fa:16:3e:c6:8c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aca3a01-48e9-4ea5-9641-9a9d73eba561', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'ed9905d8-c198-4351-bc2c-372277eb7ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:45Z', 'updated_at': '2022-09-16T19:35:46Z', 'revision_number': 2, 'project_id': '5b0651bb287443c9a01d6476212e25a6', 'subnets': [{'id': 'ed9905d8-c198-4351-bc2c-372277eb7ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:35:47.889993 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e2431415-9a04-48db-9c2c-05c68e34a776 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks [] for security_group_rule (cb8d17fe-99c7-4a7e-a4ce-40a6b328e88a), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:47.897139 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e2431415-9a04-48db-9c2c-05c68e34a776 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578197'] for security_group_rule (cb8d17fe-99c7-4a7e-a4ce-40a6b328e88a), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:47.923036 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2431415-9a04-48db-9c2c-05c68e34a776 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb8d17fe-99c7-4a7e-a4ce-40a6b328e88a,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:47.930750 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e2431415-9a04-48db-9c2c-05c68e34a776 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:47.934757 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-e2431415-9a04-48db-9c2c-05c68e34a776 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1401353 Sep 16 19:35:47.935223 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 51386) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:35:47.939999 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-2bc3c0c3-2f87-457a-8857-14e7e8caf658 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Request body: {'security_group_rule': {'security_group_id': '2114d520-9e6f-4a63-bc5e-07ce01a9aa27', 'project_id': '9b9158de13684627b042d2a183330eff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:35:47.962747 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.db.securitygroups_db [None req-2bc3c0c3-2f87-457a-8857-14e7e8caf658 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Project 9b9158de13684627b042d2a183330eff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 19:35:47.969173 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2bc3c0c3-2f87-457a-8857-14e7e8caf658 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks [] for security_group_rule (2cb163df-1959-4b80-b241-bad640623032), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:47.996686 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:48.035361 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2bc3c0c3-2f87-457a-8857-14e7e8caf658 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks [] for security_group_rule (2cb163df-1959-4b80-b241-bad640623032), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:48.047537 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2bc3c0c3-2f87-457a-8857-14e7e8caf658 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578197'] for security_group_rule (2cb163df-1959-4b80-b241-bad640623032), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:48.072742 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3c0c3-2f87-457a-8857-14e7e8caf658 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cb163df-1959-4b80-b241-bad640623032,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:48.080819 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2bc3c0c3-2f87-457a-8857-14e7e8caf658 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:48.082164 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-2bc3c0c3-2f87-457a-8857-14e7e8caf658 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1457953 Sep 16 19:35:48.085307 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 51390) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:35:48.093434 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-e8f171e3-38ed-47cd-bc0a-2a482c7b1b66 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Request body: {'security_group_rule': {'security_group_id': '2114d520-9e6f-4a63-bc5e-07ce01a9aa27', 'project_id': '9b9158de13684627b042d2a183330eff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:35:48.121718 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.db.securitygroups_db [None req-e8f171e3-38ed-47cd-bc0a-2a482c7b1b66 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Project 9b9158de13684627b042d2a183330eff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 19:35:48.131298 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e8f171e3-38ed-47cd-bc0a-2a482c7b1b66 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks [] for security_group_rule (8f81d8d0-67db-4843-b157-fc9df1ac7e22), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:48.192512 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e8f171e3-38ed-47cd-bc0a-2a482c7b1b66 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks [] for security_group_rule (8f81d8d0-67db-4843-b157-fc9df1ac7e22), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:48.197847 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e8f171e3-38ed-47cd-bc0a-2a482c7b1b66 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578197'] for security_group_rule (8f81d8d0-67db-4843-b157-fc9df1ac7e22), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:48.215273 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-4b056402-90b7-4e7d-8e72-5ba3d7c34703 None None] Attempt 2 to provision port f913eba7-223b-4615-b36a-659641b4d8a0 Sep 16 19:35:48.216709 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f171e3-38ed-47cd-bc0a-2a482c7b1b66 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f81d8d0-67db-4843-b157-fc9df1ac7e22,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:48.233860 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e8f171e3-38ed-47cd-bc0a-2a482c7b1b66 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:48.238371 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-e8f171e3-38ed-47cd-bc0a-2a482c7b1b66 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1471655 Sep 16 19:35:48.401218 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4b056402-90b7-4e7d-8e72-5ba3d7c34703 None None] Port f913eba7-223b-4615-b36a-659641b4d8a0 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:35:48.631259 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 58d5b297-c5a6-4a57-9275-f26abaaeeb2e up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:35:48.688023 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port 58d5b297-c5a6-4a57-9275-f26abaaeeb2e triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:35:48.688513 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (58d5b297-c5a6-4a57-9275-f26abaaeeb2e), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:48.688933 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port 58d5b297-c5a6-4a57-9275-f26abaaeeb2e Sep 16 19:35:48.779104 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port 58d5b297-c5a6-4a57-9275-f26abaaeeb2e is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:35:48.903012 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-4b056402-90b7-4e7d-8e72-5ba3d7c34703 None None] Attempt 3 to provision port f913eba7-223b-4615-b36a-659641b4d8a0 Sep 16 19:35:48.941766 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4b056402-90b7-4e7d-8e72-5ba3d7c34703 None None] Port f913eba7-223b-4615-b36a-659641b4d8a0 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:35:48.998266 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ccdb5-f9c2-44fd-b91e-aa1831681242 req-c9882726-dc37-401a-91a1-7da7d092339e tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:35:48.999759 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-214ccdb5-f9c2-44fd-b91e-aa1831681242 req-c9882726-dc37-401a-91a1-7da7d092339e tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0493503 Sep 16 19:35:49.031419 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=9 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:49.050157 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-214ccdb5-f9c2-44fd-b91e-aa1831681242 req-7c3c466c-39c9-4ba4-a69e-0560d9c25b33 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437822 Sep 16 19:35:49.442248 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-4b056402-90b7-4e7d-8e72-5ba3d7c34703 None None] Attempt 4 to provision port f913eba7-223b-4615-b36a-659641b4d8a0 Sep 16 19:35:49.476745 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4b056402-90b7-4e7d-8e72-5ba3d7c34703 None None] Port f913eba7-223b-4615-b36a-659641b4d8a0 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:35:49.979199 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-4b056402-90b7-4e7d-8e72-5ba3d7c34703 None None] Attempt 5 to provision port f913eba7-223b-4615-b36a-659641b4d8a0 Sep 16 19:35:50.015011 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=100 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:50.018414 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4b056402-90b7-4e7d-8e72-5ba3d7c34703 None None] Port f913eba7-223b-4615-b36a-659641b4d8a0 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:35:50.185825 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9983bc7c-248a-4282-b98e-84bc0d64a06d req-9a30d10a-6b49-4245-aad7-5ffb8a53add1 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:35:50.187349 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9983bc7c-248a-4282-b98e-84bc0d64a06d req-9a30d10a-6b49-4245-aad7-5ffb8a53add1 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0482302 Sep 16 19:35:50.212519 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:50.246552 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9983bc7c-248a-4282-b98e-84bc0d64a06d req-9fcaff8d-9bed-4aa5-a97b-8089a744c977 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500882 Sep 16 19:35:50.519940 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-4b056402-90b7-4e7d-8e72-5ba3d7c34703 None None] Attempt 6 to provision port f913eba7-223b-4615-b36a-659641b4d8a0 Sep 16 19:35:50.584768 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4b056402-90b7-4e7d-8e72-5ba3d7c34703 None None] Port f913eba7-223b-4615-b36a-659641b4d8a0 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:35:50.610746 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device c4bfb9ff-92e8-489f-bafa-62a21ee34c8b up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:35:50.659151 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fcec04-7e00-4ede-9076-3b51aa585bf9 None None] Sync routers for ids ['1aca3a01-48e9-4ea5-9641-9a9d73eba561'] in dv-cinder-850320-7-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:35:50.664214 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port c4bfb9ff-92e8-489f-bafa-62a21ee34c8b triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:35:50.664600 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (c4bfb9ff-92e8-489f-bafa-62a21ee34c8b), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:50.664960 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port c4bfb9ff-92e8-489f-bafa-62a21ee34c8b Sep 16 19:35:50.670701 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fcec04-7e00-4ede-9076-3b51aa585bf9 None None] Routers {'1aca3a01-48e9-4ea5-9641-9a9d73eba561'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:35:50.671394 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-25fcec04-7e00-4ede-9076-3b51aa585bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:35:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['1aca3a01-48e9-4ea5-9641-9a9d73eba561'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:35:50.737351 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port c4bfb9ff-92e8-489f-bafa-62a21ee34c8b is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:35:50.737743 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (c4bfb9ff-92e8-489f-bafa-62a21ee34c8b), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:50.759726 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ac838df1-9534-4942-9578-11415f776b7d None None] For port c4bfb9ff-92e8-489f-bafa-62a21ee34c8b, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=c4bfb9ff-92e8-489f-bafa-62a21ee34c8b,segment=NetworkSegment(ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2),segment_id=ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:35:50.761080 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:50.765252 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (c4bfb9ff-92e8-489f-bafa-62a21ee34c8b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:50.775730 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-25fcec04-7e00-4ede-9076-3b51aa585bf9 None None] Set router 1aca3a01-48e9-4ea5-9641-9a9d73eba561 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:35:50.812520 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Pushing event updated for resources: {'Port': ['ID=c4bfb9ff-92e8-489f-bafa-62a21ee34c8b,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:50.980435 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-25fcec04-7e00-4ede-9076-3b51aa585bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aca3a01-48e9-4ea5-9641-9a9d73eba561', 'name': 'tempest-TestVolumeBootPattern-262610199-router', 'tenant_id': '5b0651bb287443c9a01d6476212e25a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'c4bfb9ff-92e8-489f-bafa-62a21ee34c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:35:42Z', 'updated_at': '2022-09-16T19:35:46Z', 'revision_number': 4, 'project_id': '5b0651bb287443c9a01d6476212e25a6', 'gw_port': {'id': 'c4bfb9ff-92e8-489f-bafa-62a21ee34c8b', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aca3a01-48e9-4ea5-9641-9a9d73eba561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:43Z', 'updated_at': '2022-09-16T19:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': 'f913eba7-223b-4615-b36a-659641b4d8a0', 'name': '', 'network_id': '864039ad-65de-42bc-90c0-b6e0aa83fb2f', 'tenant_id': '5b0651bb287443c9a01d6476212e25a6', 'mac_address': 'fa:16:3e:c6:8c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aca3a01-48e9-4ea5-9641-9a9d73eba561', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'ed9905d8-c198-4351-bc2c-372277eb7ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:45Z', 'updated_at': '2022-09-16T19:35:46Z', 'revision_number': 2, 'project_id': '5b0651bb287443c9a01d6476212e25a6', 'subnets': [{'id': 'ed9905d8-c198-4351-bc2c-372277eb7ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:35:51.005626 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fcec04-7e00-4ede-9076-3b51aa585bf9 None None] Checking router: 1aca3a01-48e9-4ea5-9641-9a9d73eba561 for host: dv-cinder-850320-7-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:35:51.005968 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fcec04-7e00-4ede-9076-3b51aa585bf9 None None] Updating router 1aca3a01-48e9-4ea5-9641-9a9d73eba561 port f913eba7-223b-4615-b36a-659641b4d8a0 binding host dv-cinder-850320-7-iscsi {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 19:35:51.035324 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-25fcec04-7e00-4ede-9076-3b51aa585bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (f913eba7-223b-4615-b36a-659641b4d8a0), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:51.086040 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-4b056402-90b7-4e7d-8e72-5ba3d7c34703 None None] Attempt 7 to provision port f913eba7-223b-4615-b36a-659641b4d8a0 Sep 16 19:35:51.123098 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4b056402-90b7-4e7d-8e72-5ba3d7c34703 None None] Port f913eba7-223b-4615-b36a-659641b4d8a0 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:35:51.301693 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-25fcec04-7e00-4ede-9076-3b51aa585bf9 None None] Publish callbacks [] for port (f913eba7-223b-4615-b36a-659641b4d8a0), precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:51.309971 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-25fcec04-7e00-4ede-9076-3b51aa585bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (f913eba7-223b-4615-b36a-659641b4d8a0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:51.314412 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:51.375803 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f64e85-95f5-4b8b-8790-3364ffcff2f9 None None] Pushing event updated for resources: {'Port': ['ID=f913eba7-223b-4615-b36a-659641b4d8a0,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:51.386922 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f64e85-95f5-4b8b-8790-3364ffcff2f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:51.387334 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f64e85-95f5-4b8b-8790-3364ffcff2f9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:51.387442 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd7727-8478-4772-b94c-09b98b719ef1 req-6ea322b4-cb69-4e6b-a4bc-e50f6a2a4c36 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:35:51.387945 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f64e85-95f5-4b8b-8790-3364ffcff2f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:51.388046 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f64e85-95f5-4b8b-8790-3364ffcff2f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:51.388356 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f64e85-95f5-4b8b-8790-3364ffcff2f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:51.388702 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f64e85-95f5-4b8b-8790-3364ffcff2f9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:51.388994 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d2fd7727-8478-4772-b94c-09b98b719ef1 req-6ea322b4-cb69-4e6b-a4bc-e50f6a2a4c36 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0545831 Sep 16 19:35:51.389116 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f64e85-95f5-4b8b-8790-3364ffcff2f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:51.389325 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f64e85-95f5-4b8b-8790-3364ffcff2f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:51.389642 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f64e85-95f5-4b8b-8790-3364ffcff2f9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:51.389957 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f64e85-95f5-4b8b-8790-3364ffcff2f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:51.390311 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f64e85-95f5-4b8b-8790-3364ffcff2f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:51.390639 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f64e85-95f5-4b8b-8790-3364ffcff2f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:51.390959 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f64e85-95f5-4b8b-8790-3364ffcff2f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:51.391269 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f64e85-95f5-4b8b-8790-3364ffcff2f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:51.391581 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f64e85-95f5-4b8b-8790-3364ffcff2f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:35:51.421837 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-25fcec04-7e00-4ede-9076-3b51aa585bf9 None None] Attempting to bind port f913eba7-223b-4615-b36a-659641b4d8a0 on host dv-cinder-850320-7-iscsi for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:35:51.422199 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-25fcec04-7e00-4ede-9076-3b51aa585bf9 None None] Attempting to bind port f913eba7-223b-4615-b36a-659641b4d8a0 by drivers openvswitch,hyperv on host dv-cinder-850320-7-iscsi at level 0 using segments [{'id': 'dc68a768-9fe0-45ba-9fdf-a931c27f60c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '864039ad-65de-42bc-90c0-b6e0aa83fb2f'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:35:51.422693 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fcec04-7e00-4ede-9076-3b51aa585bf9 None None] Attempting to bind port f913eba7-223b-4615-b36a-659641b4d8a0 on network 864039ad-65de-42bc-90c0-b6e0aa83fb2f {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:35:51.442792 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d2fd7727-8478-4772-b94c-09b98b719ef1 req-b920d5d1-2632-4ee3-ab4a-176b5262dbad tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478864 Sep 16 19:35:51.467588 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fcec04-7e00-4ede-9076-3b51aa585bf9 None None] Checking agent: {'id': 'b5f6a205-959f-46f4-8ef4-8f70c2c67a2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850320-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 18, 35), 'started_at': datetime.datetime(2022, 9, 16, 19, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850320-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:35:51.467954 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fcec04-7e00-4ede-9076-3b51aa585bf9 None None] Checking segment: {'id': 'dc68a768-9fe0-45ba-9fdf-a931c27f60c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '864039ad-65de-42bc-90c0-b6e0aa83fb2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:35:51.468351 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-25fcec04-7e00-4ede-9076-3b51aa585bf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:51.468882 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fcec04-7e00-4ede-9076-3b51aa585bf9 None None] Bound using segment: {'id': 'dc68a768-9fe0-45ba-9fdf-a931c27f60c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '864039ad-65de-42bc-90c0-b6e0aa83fb2f'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:35:51.469353 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-25fcec04-7e00-4ede-9076-3b51aa585bf9 None None] Bound port: f913eba7-223b-4615-b36a-659641b4d8a0, host: dv-cinder-850320-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc68a768-9fe0-45ba-9fdf-a931c27f60c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '864039ad-65de-42bc-90c0-b6e0aa83fb2f'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:35:51.469723 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-25fcec04-7e00-4ede-9076-3b51aa585bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (f913eba7-223b-4615-b36a-659641b4d8a0), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:51.532019 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-25fcec04-7e00-4ede-9076-3b51aa585bf9 None None] For port f913eba7-223b-4615-b36a-659641b4d8a0, host dv-cinder-850320-7-iscsi, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:35:51.535219 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-25fcec04-7e00-4ede-9076-3b51aa585bf9 None None] For port f913eba7-223b-4615-b36a-659641b4d8a0, host dv-cinder-850320-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=f913eba7-223b-4615-b36a-659641b4d8a0,segment=NetworkSegment(dc68a768-9fe0-45ba-9fdf-a931c27f60c4),segment_id=dc68a768-9fe0-45ba-9fdf-a931c27f60c4)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:35:51.543386 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-25fcec04-7e00-4ede-9076-3b51aa585bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (f913eba7-223b-4615-b36a-659641b4d8a0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:51.573898 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fcec04-7e00-4ede-9076-3b51aa585bf9 None None] Routers {'1aca3a01-48e9-4ea5-9641-9a9d73eba561'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:35:51.574516 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-25fcec04-7e00-4ede-9076-3b51aa585bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:35:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['1aca3a01-48e9-4ea5-9641-9a9d73eba561'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:35:51.612494 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:51.624255 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-4b056402-90b7-4e7d-8e72-5ba3d7c34703 None None] Attempt 8 to provision port f913eba7-223b-4615-b36a-659641b4d8a0 Sep 16 19:35:51.647973 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f64e85-95f5-4b8b-8790-3364ffcff2f9 None None] Pushing event updated for resources: {'Port': ['ID=f913eba7-223b-4615-b36a-659641b4d8a0,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:51.702347 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-25fcec04-7e00-4ede-9076-3b51aa585bf9 None None] Set router 1aca3a01-48e9-4ea5-9641-9a9d73eba561 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:35:51.709265 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:51.743438 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4b056402-90b7-4e7d-8e72-5ba3d7c34703 None None] Current status of the port f913eba7-223b-4615-b36a-659641b4d8a0 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:35:51.743836 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4b056402-90b7-4e7d-8e72-5ba3d7c34703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (f913eba7-223b-4615-b36a-659641b4d8a0), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:51.784030 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4b056402-90b7-4e7d-8e72-5ba3d7c34703 None None] For port f913eba7-223b-4615-b36a-659641b4d8a0, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=f913eba7-223b-4615-b36a-659641b4d8a0,segment=NetworkSegment(dc68a768-9fe0-45ba-9fdf-a931c27f60c4),segment_id=dc68a768-9fe0-45ba-9fdf-a931c27f60c4)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:35:51.789714 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4b056402-90b7-4e7d-8e72-5ba3d7c34703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (f913eba7-223b-4615-b36a-659641b4d8a0), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:51.842007 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b056402-90b7-4e7d-8e72-5ba3d7c34703 None None] Pushing event updated for resources: {'Port': ['ID=f913eba7-223b-4615-b36a-659641b4d8a0,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:35:51.913284 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-0b6c8869-5caf-4870-be01-93910bd6e1ad None None] Provisioning complete for port f913eba7-223b-4615-b36a-659641b4d8a0 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:35:51.913662 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0b6c8869-5caf-4870-be01-93910bd6e1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (f913eba7-223b-4615-b36a-659641b4d8a0), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:51.914091 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-0b6c8869-5caf-4870-be01-93910bd6e1ad None None] Attempt 1 to provision port f913eba7-223b-4615-b36a-659641b4d8a0 Sep 16 19:35:51.918031 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-25fcec04-7e00-4ede-9076-3b51aa585bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aca3a01-48e9-4ea5-9641-9a9d73eba561', 'name': 'tempest-TestVolumeBootPattern-262610199-router', 'tenant_id': '5b0651bb287443c9a01d6476212e25a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'c4bfb9ff-92e8-489f-bafa-62a21ee34c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:35:42Z', 'updated_at': '2022-09-16T19:35:46Z', 'revision_number': 4, 'project_id': '5b0651bb287443c9a01d6476212e25a6', 'gw_port': {'id': 'c4bfb9ff-92e8-489f-bafa-62a21ee34c8b', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aca3a01-48e9-4ea5-9641-9a9d73eba561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:43Z', 'updated_at': '2022-09-16T19:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': 'f913eba7-223b-4615-b36a-659641b4d8a0', 'name': '', 'network_id': '864039ad-65de-42bc-90c0-b6e0aa83fb2f', 'tenant_id': '5b0651bb287443c9a01d6476212e25a6', 'mac_address': 'fa:16:3e:c6:8c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aca3a01-48e9-4ea5-9641-9a9d73eba561', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'ed9905d8-c198-4351-bc2c-372277eb7ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:45Z', 'updated_at': '2022-09-16T19:35:51Z', 'revision_number': 4, 'project_id': '5b0651bb287443c9a01d6476212e25a6', 'subnets': [{'id': 'ed9905d8-c198-4351-bc2c-372277eb7ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:35:51.945167 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fcec04-7e00-4ede-9076-3b51aa585bf9 None None] The sync data for ids ['1aca3a01-48e9-4ea5-9641-9a9d73eba561'] in dv-cinder-850320-7-iscsi is: [{'id': '1aca3a01-48e9-4ea5-9641-9a9d73eba561', 'name': 'tempest-TestVolumeBootPattern-262610199-router', 'tenant_id': '5b0651bb287443c9a01d6476212e25a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'c4bfb9ff-92e8-489f-bafa-62a21ee34c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:35:42Z', 'updated_at': '2022-09-16T19:35:46Z', 'revision_number': 4, 'project_id': '5b0651bb287443c9a01d6476212e25a6', 'gw_port': {'id': 'c4bfb9ff-92e8-489f-bafa-62a21ee34c8b', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aca3a01-48e9-4ea5-9641-9a9d73eba561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:43Z', 'updated_at': '2022-09-16T19:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': 'f913eba7-223b-4615-b36a-659641b4d8a0', 'name': '', 'network_id': '864039ad-65de-42bc-90c0-b6e0aa83fb2f', 'tenant_id': '5b0651bb287443c9a01d6476212e25a6', 'mac_address': 'fa:16:3e:c6:8c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aca3a01-48e9-4ea5-9641-9a9d73eba561', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'ed9905d8-c198-4351-bc2c-372277eb7ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:45Z', 'updated_at': '2022-09-16T19:35:51Z', 'revision_number': 4, 'project_id': '5b0651bb287443c9a01d6476212e25a6', 'subnets': [{'id': 'ed9905d8-c198-4351-bc2c-372277eb7ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:35:51.997691 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-0b6c8869-5caf-4870-be01-93910bd6e1ad None None] Current status of the port f913eba7-223b-4615-b36a-659641b4d8a0 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:35:52.579951 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f93c7a-29de-4b54-a318-7149f39f0d01 req-1be0b9b3-8322-45a4-9e3c-0a3e49dd1093 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:35:52.587249 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-78f93c7a-29de-4b54-a318-7149f39f0d01 req-1be0b9b3-8322-45a4-9e3c-0a3e49dd1093 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0576911 Sep 16 19:35:52.597428 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device c4bfb9ff-92e8-489f-bafa-62a21ee34c8b up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:35:52.633453 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-78f93c7a-29de-4b54-a318-7149f39f0d01 req-af5fc51a-8140-4e18-a599-70f1e980c7f7 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452933 Sep 16 19:35:52.651948 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port c4bfb9ff-92e8-489f-bafa-62a21ee34c8b triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:35:52.652317 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (c4bfb9ff-92e8-489f-bafa-62a21ee34c8b), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:52.652810 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port c4bfb9ff-92e8-489f-bafa-62a21ee34c8b Sep 16 19:35:52.727224 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port c4bfb9ff-92e8-489f-bafa-62a21ee34c8b is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:35:52.728689 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device f913eba7-223b-4615-b36a-659641b4d8a0 up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:35:52.774979 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port f913eba7-223b-4615-b36a-659641b4d8a0 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:35:52.775505 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (f913eba7-223b-4615-b36a-659641b4d8a0), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:35:52.776492 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port f913eba7-223b-4615-b36a-659641b4d8a0 Sep 16 19:35:52.797911 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:35:52.857442 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port f913eba7-223b-4615-b36a-659641b4d8a0 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:35:53.778495 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae09934-15e5-4912-87a9-1fd514b3ae34 req-81c15f62-500b-44e0-aef7-a70d0444d1d4 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:35:53.780024 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-aae09934-15e5-4912-87a9-1fd514b3ae34 req-81c15f62-500b-44e0-aef7-a70d0444d1d4 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0603995 Sep 16 19:35:53.831401 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-aae09934-15e5-4912-87a9-1fd514b3ae34 req-7f7fc30d-ef67-476e-a255-bf1a98d46879 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452509 Sep 16 19:35:54.964419 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f11dec-c480-4c07-a8d3-e5dcf9dc3689 req-89a02488-939e-472c-9485-5450f9553d59 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:35:54.965921 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-92f11dec-c480-4c07-a8d3-e5dcf9dc3689 req-89a02488-939e-472c-9485-5450f9553d59 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0497332 Sep 16 19:35:55.015310 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-92f11dec-c480-4c07-a8d3-e5dcf9dc3689 req-e13d3ed2-24ad-49eb-b61b-6d0807afc3f4 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435364 Sep 16 19:35:56.147231 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20bdbd1-cdcb-4fdc-9415-3335e55fa6f7 req-efe5151e-d750-4451-8f7c-f12e68aa477a tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:35:56.148809 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c20bdbd1-cdcb-4fdc-9415-3335e55fa6f7 req-efe5151e-d750-4451-8f7c-f12e68aa477a tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0510046 Sep 16 19:35:56.202309 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c20bdbd1-cdcb-4fdc-9415-3335e55fa6f7 req-d2f07086-a5bd-4b3f-95de-dc4207cb6470 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450969 Sep 16 19:35:57.342310 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba5f2a-17d3-4ff5-8f6c-db3cb7f92e02 req-8aed642e-8a27-4cab-b4e6-642387877874 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:35:57.343994 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c0ba5f2a-17d3-4ff5-8f6c-db3cb7f92e02 req-8aed642e-8a27-4cab-b4e6-642387877874 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0532837 Sep 16 19:35:57.407213 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c0ba5f2a-17d3-4ff5-8f6c-db3cb7f92e02 req-8abe0eeb-2c76-404a-9142-388ecb8401e8 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567877 Sep 16 19:35:58.545537 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46feefbc-c21f-4b58-9a5e-8bb6a66b3545 req-3b0f03b1-f155-4013-8e70-30026e53e7d4 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:35:58.547049 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-46feefbc-c21f-4b58-9a5e-8bb6a66b3545 req-3b0f03b1-f155-4013-8e70-30026e53e7d4 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0537136 Sep 16 19:35:58.596768 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-46feefbc-c21f-4b58-9a5e-8bb6a66b3545 req-d348dafe-810b-4a52-96f9-40883621259d tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435340 Sep 16 19:35:59.725271 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683061b5-f628-448a-91c1-d8816c85ac5b req-60b5d566-8c6c-4298-b19b-0acbbb9081c6 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:35:59.726808 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-683061b5-f628-448a-91c1-d8816c85ac5b req-60b5d566-8c6c-4298-b19b-0acbbb9081c6 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0478930 Sep 16 19:35:59.776581 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-683061b5-f628-448a-91c1-d8816c85ac5b req-add29ddf-7aaa-475d-9a8e-d6cfb3e53d9a tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432003 Sep 16 19:36:00.024893 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b79d45f6-2ef6-4548-8f8a-771635613036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:00.905239 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a286a-afe9-4837-a020-e48db08aca0e req-a0016e3e-22f1-447a-9eb7-4d498eefbbcc tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:00.906742 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-cd7a286a-afe9-4837-a020-e48db08aca0e req-a0016e3e-22f1-447a-9eb7-4d498eefbbcc tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0483894 Sep 16 19:36:00.955388 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-cd7a286a-afe9-4837-a020-e48db08aca0e req-da62b8d6-c84c-4185-b51a-f381fa93d5d0 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425138 Sep 16 19:36:01.863170 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:01.923605 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=67,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:01.923605 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=25 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:02.103231 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dce323-8dc7-4668-b117-3d85ad0c9b5c req-c527fe4d-ef3b-4e2f-972f-ee2c94b2cd64 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:02.104666 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-03dce323-8dc7-4668-b117-3d85ad0c9b5c req-c527fe4d-ef3b-4e2f-972f-ee2c94b2cd64 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0572555 Sep 16 19:36:02.163253 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-03dce323-8dc7-4668-b117-3d85ad0c9b5c req-039bd57b-dffa-41e3-8fd3-d962988948be tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516315 Sep 16 19:36:02.276296 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1bf8c5c5-76c7-4e71-a5a1-a86d7589475f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:03.307988 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c041b-d624-45cf-8441-68bde850b7ec req-40973fb5-458c-4c1a-aca5-0f16c1e55ffd tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:03.309491 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ff3c041b-d624-45cf-8441-68bde850b7ec req-40973fb5-458c-4c1a-aca5-0f16c1e55ffd tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0558488 Sep 16 19:36:03.359944 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ff3c041b-d624-45cf-8441-68bde850b7ec req-d036552e-eef9-43b7-9de8-9ed6948f24a2 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446455 Sep 16 19:36:03.641288 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:04.493682 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0686a45-b8c4-47f8-8dcc-b9eeb0754840 req-309a47a8-a42d-4774-afe8-c5a50c7a30e4 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:04.494584 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c0686a45-b8c4-47f8-8dcc-b9eeb0754840 req-309a47a8-a42d-4774-afe8-c5a50c7a30e4 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0472195 Sep 16 19:36:04.547031 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c0686a45-b8c4-47f8-8dcc-b9eeb0754840 req-4022b9f8-6725-4ec4-a7b1-d3acd1aee1c3 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448918 Sep 16 19:36:04.987368 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:05.117270 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:05.153824 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:05.185218 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6050f3c9-9642-402d-95b6-5721fe6b77ea req-55e4ee63-75c4-45a2-8e92-1cc5e702a18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:05.186760 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6050f3c9-9642-402d-95b6-5721fe6b77ea req-55e4ee63-75c4-45a2-8e92-1cc5e702a18a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ea12091447ba4a5799d6f416b32fa5cc&device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 1129 time: 0.0419419 Sep 16 19:36:05.296183 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6050f3c9-9642-402d-95b6-5721fe6b77ea req-e664ee00-16ed-41fa-a426-8a474c81e820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:05.297683 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6050f3c9-9642-402d-95b6-5721fe6b77ea req-e664ee00-16ed-41fa-a426-8a474c81e820 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=244c5642-5ab0-4834-bd0e-759fe8c918bc HTTP/1.1" status: 200 len: 918 time: 0.0913978 Sep 16 19:36:05.368640 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6050f3c9-9642-402d-95b6-5721fe6b77ea req-55a66381-abab-4775-aa96-7939acd9baf8 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82303380-97ed-42fb-989a-4254a38d1489 HTTP/1.1" status: 200 len: 1001 time: 0.0633926 Sep 16 19:36:05.440656 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6050f3c9-9642-402d-95b6-5721fe6b77ea req-1828a7f3-fc21-406b-9a04-3a9c079bc11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:05.442255 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6050f3c9-9642-402d-95b6-5721fe6b77ea req-1828a7f3-fc21-406b-9a04-3a9c079bc11d service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=e74eaa38-2acb-40fa-b32b-5cd01428e71e HTTP/1.1" status: 200 len: 856 time: 0.0505402 Sep 16 19:36:05.488319 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6050f3c9-9642-402d-95b6-5721fe6b77ea req-ab1a4352-9ec3-4ff5-afc2-a70eb3a3c040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:05.489955 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6050f3c9-9642-402d-95b6-5721fe6b77ea req-ab1a4352-9ec3-4ff5-afc2-a70eb3a3c040 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=244c5642-5ab0-4834-bd0e-759fe8c918bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404503 Sep 16 19:36:05.568525 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:05.596377 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6050f3c9-9642-402d-95b6-5721fe6b77ea req-0f2ff24d-6100-4785-9e73-de8a8a7b2e39 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/244c5642-5ab0-4834-bd0e-759fe8c918bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872996 Sep 16 19:36:05.686499 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79449436-b7f0-43e7-8aea-4f7d1ab773ab req-c6f3b870-a6cc-49ae-bc38-bbbff32e9853 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:05.688157 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-79449436-b7f0-43e7-8aea-4f7d1ab773ab req-c6f3b870-a6cc-49ae-bc38-bbbff32e9853 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0511415 Sep 16 19:36:05.704744 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6050f3c9-9642-402d-95b6-5721fe6b77ea req-d9765b83-4639-4099-81ba-37dc9369ecb0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/244c5642-5ab0-4834-bd0e-759fe8c918bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869021 Sep 16 19:36:05.739672 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-79449436-b7f0-43e7-8aea-4f7d1ab773ab req-371c0cfc-3912-4d30-bccf-13ef7705ab7b tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454633 Sep 16 19:36:06.878662 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146b6d1-fc6e-41a6-a041-6e6dcdf365d5 req-470323d4-fc0d-4ce6-b190-86c102ce1771 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:06.880274 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3146b6d1-fc6e-41a6-a041-6e6dcdf365d5 req-470323d4-fc0d-4ce6-b190-86c102ce1771 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0565603 Sep 16 19:36:06.933457 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3146b6d1-fc6e-41a6-a041-6e6dcdf365d5 req-a36084fe-f78b-401f-beea-9fafd7a49f22 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473707 Sep 16 19:36:08.070313 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6a870-5054-49f0-8f91-1b2bd2e0d20b req-793a2101-14c8-43d0-bb89-1dbd6169da08 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:08.071679 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6ea6a870-5054-49f0-8f91-1b2bd2e0d20b req-793a2101-14c8-43d0-bb89-1dbd6169da08 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0475094 Sep 16 19:36:08.120333 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6ea6a870-5054-49f0-8f91-1b2bd2e0d20b req-ac50712b-d342-4ce7-bc9e-adb40c079bdf tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428858 Sep 16 19:36:09.273249 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a275c3ce-1221-4503-acb0-6f36f94fb93d req-49cc3ce9-4e6c-46c2-940d-b2dee588e7ae tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:09.274985 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a275c3ce-1221-4503-acb0-6f36f94fb93d req-49cc3ce9-4e6c-46c2-940d-b2dee588e7ae tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0504785 Sep 16 19:36:09.329073 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a275c3ce-1221-4503-acb0-6f36f94fb93d req-b24d6c53-77e7-4863-80ed-00e8dd898df5 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470674 Sep 16 19:36:09.526255 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 82303380-97ed-42fb-989a-4254a38d1489 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 19:36:09.635805 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port 82303380-97ed-42fb-989a-4254a38d1489, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=82303380-97ed-42fb-989a-4254a38d1489,segment=NetworkSegment(36fb67b8-e635-4794-987f-fa439239cfd5),segment_id=36fb67b8-e635-4794-987f-fa439239cfd5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:36:09.637755 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:09.648220 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Returning: {'device': '82303380-97ed-42fb-989a-4254a38d1489', 'network_id': '244c5642-5ab0-4834-bd0e-759fe8c918bc', 'port_id': '82303380-97ed-42fb-989a-4254a38d1489', 'mac_address': 'fa:16:3e:3c:10:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e74eaa38-2acb-40fa-b32b-5cd01428e71e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 19:36:09.685201 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port 82303380-97ed-42fb-989a-4254a38d1489 is: ACTIVE; New status is: BUILD {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:36:09.685558 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (82303380-97ed-42fb-989a-4254a38d1489), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:09.699780 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82303380-97ed-42fb-989a-4254a38d1489 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 19:36:09.720283 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port 82303380-97ed-42fb-989a-4254a38d1489, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=82303380-97ed-42fb-989a-4254a38d1489,segment=NetworkSegment(36fb67b8-e635-4794-987f-fa439239cfd5),segment_id=36fb67b8-e635-4794-987f-fa439239cfd5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:36:09.726855 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (82303380-97ed-42fb-989a-4254a38d1489), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:09.774351 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=82303380-97ed-42fb-989a-4254a38d1489,revision_number=6']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:36:09.913761 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] get_ports_and_sgs() called for port_ids ['82303380-97ed-42fb-989a-4254a38d1489'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 19:36:10.459757 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914f002-a887-4929-8fa4-4434b4f9f088 req-220cdc77-19ac-497d-83fb-538f64473df4 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:10.461328 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8914f002-a887-4929-8fa4-4434b4f9f088 req-220cdc77-19ac-497d-83fb-538f64473df4 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 944 time: 0.0477927 Sep 16 19:36:10.512615 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8914f002-a887-4929-8fa4-4434b4f9f088 req-a06eec4f-f12a-4ed5-9d9a-f7f953558bf2 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456645 Sep 16 19:36:11.546756 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 82303380-97ed-42fb-989a-4254a38d1489 up at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:36:11.598164 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Provisioning complete for port 82303380-97ed-42fb-989a-4254a38d1489 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:36:11.598515 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (82303380-97ed-42fb-989a-4254a38d1489), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:11.598846 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Attempt 1 to provision port 82303380-97ed-42fb-989a-4254a38d1489 Sep 16 19:36:11.638090 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:11.645470 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:11.667952 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20887c-f284-4547-9320-e0fb314002d0 req-10812445-ad3d-4034-b794-e59caff61791 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:11.670756 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7a20887c-f284-4547-9320-e0fb314002d0 req-10812445-ad3d-4034-b794-e59caff61791 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 944 time: 0.0642872 Sep 16 19:36:11.678307 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port 82303380-97ed-42fb-989a-4254a38d1489 is: BUILD; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:36:11.678700 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (82303380-97ed-42fb-989a-4254a38d1489), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:11.703891 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82303380-97ed-42fb-989a-4254a38d1489'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:36:11.706250 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f3f7bbbb38247194f391b6222dc5c183e9bfb457d3b71a23f23b79e9cf016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70995582-7aa0-4c80-bfd5-ac5e12af547d" -d '{"events": [{"server_uuid": "2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1", "name": "network-vif-plugged", "status": "completed", "tag": "82303380-97ed-42fb-989a-4254a38d1489"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:36:11.719799 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port 82303380-97ed-42fb-989a-4254a38d1489, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=82303380-97ed-42fb-989a-4254a38d1489,segment=NetworkSegment(36fb67b8-e635-4794-987f-fa439239cfd5),segment_id=36fb67b8-e635-4794-987f-fa439239cfd5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:36:11.727147 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (82303380-97ed-42fb-989a-4254a38d1489), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:11.732919 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7a20887c-f284-4547-9320-e0fb314002d0 req-5cb30c9c-d356-495e-bc29-79915097cd2c tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560441 Sep 16 19:36:11.771932 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 19:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec963377-ffb6-42e0-8c29-5877a186dc3b x-openstack-request-id: req-ec963377-ffb6-42e0-8c29-5877a186dc3b {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:36:11.772252 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1", "name": "network-vif-plugged", "status": "completed", "tag": "82303380-97ed-42fb-989a-4254a38d1489", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:36:11.772539 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ec963377-ffb6-42e0-8c29-5877a186dc3b {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:36:11.772939 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec963377-ffb6-42e0-8c29-5877a186dc3b'] response: {'server_uuid': '2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82303380-97ed-42fb-989a-4254a38d1489', 'code': 200} Sep 16 19:36:11.777728 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=82303380-97ed-42fb-989a-4254a38d1489,revision_number=7']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:36:12.857540 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768bc282-21f0-46bb-bf81-a9c5ab4bbc18 req-8fe6bba6-047c-4e23-b639-5e036eac08d6 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:12.859031 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-768bc282-21f0-46bb-bf81-a9c5ab4bbc18 req-8fe6bba6-047c-4e23-b639-5e036eac08d6 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0468738 Sep 16 19:36:12.909021 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-768bc282-21f0-46bb-bf81-a9c5ab4bbc18 req-220d9233-420b-4385-b362-a13319e03823 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439489 Sep 16 19:36:14.046287 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2851a-8ca6-4233-b027-c4f0a9b65f0d req-ff278b53-a776-4af3-b102-30be3a32a717 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:14.047795 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d0f2851a-8ca6-4233-b027-c4f0a9b65f0d req-ff278b53-a776-4af3-b102-30be3a32a717 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0500314 Sep 16 19:36:14.103067 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d0f2851a-8ca6-4233-b027-c4f0a9b65f0d req-fddfbf43-676c-402c-a094-e54d7f3d39b8 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488443 Sep 16 19:36:14.438020 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:36:14.652849 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6856816-c1a7-4f43-8ecb-6a885068d027 req-45450cc7-f985-4c33-b775-5b3a224c71ef tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:14.654313 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d6856816-c1a7-4f43-8ecb-6a885068d027 req-45450cc7-f985-4c33-b775-5b3a224c71ef tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c747371d-93ef-4ef6-a76e-a95f8ff41ce8 HTTP/1.1" status: 200 len: 945 time: 0.0549390 Sep 16 19:36:14.711462 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d6856816-c1a7-4f43-8ecb-6a885068d027 req-01151f11-efd2-40cd-a77d-b747976ed2c5 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fab61234-d76c-4153-9db7-848fb2a35113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478785 Sep 16 19:36:15.244613 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336cc8dd-9e72-4e5a-9859-e0928089b7b2 req-c379efb8-fd2d-4d71-89d7-18fc5ab1cd0f tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:15.246108 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-336cc8dd-9e72-4e5a-9859-e0928089b7b2 req-c379efb8-fd2d-4d71-89d7-18fc5ab1cd0f tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0537407 Sep 16 19:36:15.295844 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-336cc8dd-9e72-4e5a-9859-e0928089b7b2 req-71247aa1-c09e-469f-8f7e-55e24d812aa8 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432169 Sep 16 19:36:15.618624 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:15.641479 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-698742db-1267-49a6-aaf8-fd335ce75523 req-2ce3afa5-5c69-4b99-8181-a24db8be26c1 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1822792021&fields=id&tenant_id=9b9158de13684627b042d2a183330eff HTTP/1.1" status: 200 len: 267 time: 0.0499439 Sep 16 19:36:15.763856 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698742db-1267-49a6-aaf8-fd335ce75523 req-d3565362-bf8a-4cad-95dc-1dfb39452b57 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:15.765361 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-698742db-1267-49a6-aaf8-fd335ce75523 req-d3565362-bf8a-4cad-95dc-1dfb39452b57 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/networks?id=a6a02090-2f02-4634-aa67-dc86c3956885 HTTP/1.1" status: 200 len: 811 time: 0.1167538 Sep 16 19:36:15.781948 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-698742db-1267-49a6-aaf8-fd335ce75523 req-fada70f0-bac0-40a3-9bcd-3f2056aecd12 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/quotas/9b9158de13684627b042d2a183330eff HTTP/1.1" status: 200 len: 375 time: 0.0100517 Sep 16 19:36:15.833032 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-698742db-1267-49a6-aaf8-fd335ce75523 req-c95a98a5-a8e1-4a3d-bb09-ae5c9a717d39 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=9b9158de13684627b042d2a183330eff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452368 Sep 16 19:36:15.845440 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43f3f2-6256-42e0-afc7-549cc33ac982 req-bf87fe5a-9c84-4d76-babd-fe051561a782 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:15.846991 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4d43f3f2-6256-42e0-afc7-549cc33ac982 req-bf87fe5a-9c84-4d76-babd-fe051561a782 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c747371d-93ef-4ef6-a76e-a95f8ff41ce8 HTTP/1.1" status: 200 len: 945 time: 0.0465539 Sep 16 19:36:15.896023 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4d43f3f2-6256-42e0-afc7-549cc33ac982 req-5f1f70ce-f586-4fe4-a028-60eace4d7d46 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fab61234-d76c-4153-9db7-848fb2a35113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424294 Sep 16 19:36:15.932561 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-698742db-1267-49a6-aaf8-fd335ce75523 req-15bcb280-68a3-400a-8e39-1c3cfde84a6b service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a6a02090-2f02-4634-aa67-dc86c3956885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880044 Sep 16 19:36:16.030163 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-698742db-1267-49a6-aaf8-fd335ce75523 req-0402b0d4-c064-4439-abf4-3563f924b06e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a6a02090-2f02-4634-aa67-dc86c3956885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916567 Sep 16 19:36:16.355079 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d31bc3cb-f8eb-4ec6-b389-019b037c1488 req-56d4f5b3-2b46-4eb7-b37d-32700c3dca45 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6bc707d3-a68e-4552-a70a-f11fb466faf1 HTTP/1.1" status: 200 len: 210 time: 0.0310833 Sep 16 19:36:16.458513 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa514b8-96fa-4653-9b0a-a70b4b3cd486 req-e6f579ae-aef1-4dd8-863d-a157e660c80b tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:16.460351 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-faa514b8-96fa-4653-9b0a-a70b4b3cd486 req-e6f579ae-aef1-4dd8-863d-a157e660c80b tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0525558 Sep 16 19:36:16.523211 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-faa514b8-96fa-4653-9b0a-a70b4b3cd486 req-d343195f-4183-40fa-986c-764830492dbb tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561190 Sep 16 19:36:16.874436 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29bb9ce-4b06-4890-ba77-573979225e7b req-a737aa37-cbc8-46be-874e-f0aa54626125 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:16.876300 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b29bb9ce-4b06-4890-ba77-573979225e7b req-a737aa37-cbc8-46be-874e-f0aa54626125 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c747371d-93ef-4ef6-a76e-a95f8ff41ce8 HTTP/1.1" status: 200 len: 945 time: 0.0617085 Sep 16 19:36:16.970516 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:16.974458 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-b29bb9ce-4b06-4890-ba77-573979225e7b req-6af4b127-b65e-4b23-92f4-2a349fc176d3 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Deleting port c75eae15-9c61-44f9-ab82-a2fda0cf7818 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:36:16.974872 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b29bb9ce-4b06-4890-ba77-573979225e7b req-6af4b127-b65e-4b23-92f4-2a349fc176d3 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (c75eae15-9c61-44f9-ab82-a2fda0cf7818), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:17.077659 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a44a92-492b-491c-9ada-66ea63d4cf88 req-cfb0cc28-de41-47fc-9643-5c55f72a84e9 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:17.080967 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f0a44a92-492b-491c-9ada-66ea63d4cf88 req-cfb0cc28-de41-47fc-9643-5c55f72a84e9 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c747371d-93ef-4ef6-a76e-a95f8ff41ce8 HTTP/1.1" status: 200 len: 945 time: 0.1001244 Sep 16 19:36:17.155624 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-b29bb9ce-4b06-4890-ba77-573979225e7b req-6af4b127-b65e-4b23-92f4-2a349fc176d3 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] For port c75eae15-9c61-44f9-ab82-a2fda0cf7818, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=c75eae15-9c61-44f9-ab82-a2fda0cf7818,segment=NetworkSegment(1bbf8b0b-6495-4316-87f9-c02c1faf60ca),segment_id=1bbf8b0b-6495-4316-87f9-c02c1faf60ca)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:36:17.155986 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b29bb9ce-4b06-4890-ba77-573979225e7b req-6af4b127-b65e-4b23-92f4-2a349fc176d3 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (c75eae15-9c61-44f9-ab82-a2fda0cf7818), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:17.173252 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f0a44a92-492b-491c-9ada-66ea63d4cf88 req-61300739-3994-4c7e-aeb3-1b76e45cd16f tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fab61234-d76c-4153-9db7-848fb2a35113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842631 Sep 16 19:36:17.275256 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:17.362408 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b29bb9ce-4b06-4890-ba77-573979225e7b req-6af4b127-b65e-4b23-92f4-2a349fc176d3 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:17.363168 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b29bb9ce-4b06-4890-ba77-573979225e7b req-6af4b127-b65e-4b23-92f4-2a349fc176d3 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681123'] for floatingip (de8aad47-4b2e-4e23-a554-05c9bdddb712), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:17.363489 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.db.l3_db [req-b29bb9ce-4b06-4890-ba77-573979225e7b req-6af4b127-b65e-4b23-92f4-2a349fc176d3 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Floating IP de8aad47-4b2e-4e23-a554-05c9bdddb712 disassociated. External IP: 172.27.2.246, port: c75eae15-9c61-44f9-ab82-a2fda0cf7818. Sep 16 19:36:17.364222 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-b29bb9ce-4b06-4890-ba77-573979225e7b req-6af4b127-b65e-4b23-92f4-2a349fc176d3 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Calling delete_port for c75eae15-9c61-44f9-ab82-a2fda0cf7818 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:36:17.504773 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4ff59d10-2961-4931-982f-72cb41339a37 req-a629df6e-0d9b-4e29-9265-a64af3523d3e tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6bc707d3-a68e-4552-a70a-f11fb466faf1 HTTP/1.1" status: 200 len: 210 time: 0.0498054 Sep 16 19:36:17.523211 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b29bb9ce-4b06-4890-ba77-573979225e7b req-6af4b127-b65e-4b23-92f4-2a349fc176d3 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (c75eae15-9c61-44f9-ab82-a2fda0cf7818), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:17.574946 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af4b127-b65e-4b23-92f4-2a349fc176d3 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Pushing event deleted for resources: {'Port': ['ID=c75eae15-9c61-44f9-ab82-a2fda0cf7818,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:36:17.716828 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0e300-25b1-45f4-b796-274190d53896 req-b02cd4ff-b4d4-4064-bc23-767b729519b6 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:17.719743 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b7d0e300-25b1-45f4-b796-274190d53896 req-b02cd4ff-b4d4-4064-bc23-767b729519b6 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0576193 Sep 16 19:36:17.857833 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698742db-1267-49a6-aaf8-fd335ce75523 req-ab3b783c-7567-4d27-a499-726ca43c5953 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:17.859784 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-698742db-1267-49a6-aaf8-fd335ce75523 req-ab3b783c-7567-4d27-a499-726ca43c5953 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.27 "GET /networking/v2.0/networks?id=a6a02090-2f02-4634-aa67-dc86c3956885 HTTP/1.1" status: 200 len: 811 time: 0.2096951 Sep 16 19:36:17.867391 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b7d0e300-25b1-45f4-b796-274190d53896 req-6d073b93-d09a-4a17-ac47-6dfaaa376854 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393304 Sep 16 19:36:17.874595 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b29bb9ce-4b06-4890-ba77-573979225e7b req-6af4b127-b65e-4b23-92f4-2a349fc176d3 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Router 740295f4-51e8-4b53-b3d9-d5677e6c4721 has already been hosted by L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:36:17.973830 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:17.990802 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-698742db-1267-49a6-aaf8-fd335ce75523 req-a2681184-5edb-444d-b221-0de15cdf056f tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9b9158de13684627b042d2a183330eff HTTP/1.1" status: 200 len: 380 time: 0.1131954 Sep 16 19:36:18.005150 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-698742db-1267-49a6-aaf8-fd335ce75523 req-901229f0-aeb3-4f54-9928-eebec43c7570 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Request body: {'port': {'device_id': '6bc707d3-a68e-4552-a70a-f11fb466faf1', 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885', 'admin_state_up': True, 'tenant_id': '9b9158de13684627b042d2a183330eff', 'security_groups': ['2114d520-9e6f-4a63-bc5e-07ce01a9aa27']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:36:18.005429 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b29bb9ce-4b06-4890-ba77-573979225e7b req-6af4b127-b65e-4b23-92f4-2a349fc176d3 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:36:18.016664 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8248ca12-c84d-4631-9105-7aabe520a652 None None] Sync routers for ids ['740295f4-51e8-4b53-b3d9-d5677e6c4721'] in dv-cinder-850320-7-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:36:18.031406 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8248ca12-c84d-4631-9105-7aabe520a652 None None] Routers {'740295f4-51e8-4b53-b3d9-d5677e6c4721'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:36:18.032042 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-8248ca12-c84d-4631-9105-7aabe520a652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:36:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['740295f4-51e8-4b53-b3d9-d5677e6c4721'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:36:18.069029 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29bb9ce-4b06-4890-ba77-573979225e7b req-6af4b127-b65e-4b23-92f4-2a349fc176d3 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] No DVR routers for this DVR port c75eae15-9c61-44f9-ab82-a2fda0cf7818 on host hv-cinder-85032 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 19:36:18.073349 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b29bb9ce-4b06-4890-ba77-573979225e7b req-6af4b127-b65e-4b23-92f4-2a349fc176d3 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:18.077598 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b29bb9ce-4b06-4890-ba77-573979225e7b req-6af4b127-b65e-4b23-92f4-2a349fc176d3 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.27 "DELETE /networking/v2.0/ports/c75eae15-9c61-44f9-ab82-a2fda0cf7818 HTTP/1.1" status: 204 len: 173 time: 1.1962085 Sep 16 19:36:18.078352 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c747371d-93ef-4ef6-a76e-a95f8ff41ce8', 'name': 'network-vif-deleted', 'tag': 'c75eae15-9c61-44f9-ab82-a2fda0cf7818'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:36:18.081273 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc02aeec164665d1be19478bc83a94d6f81df8203eb0e70a86ccaa2f58cdb70d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c554aaf-d742-4718-ab0a-cde388af9b13" -d '{"events": [{"server_uuid": "c747371d-93ef-4ef6-a76e-a95f8ff41ce8", "name": "network-vif-deleted", "tag": "c75eae15-9c61-44f9-ab82-a2fda0cf7818"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:36:18.178434 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 19:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2f5a61-bd9d-4924-be33-d612dfecbd46 x-openstack-request-id: req-8d2f5a61-bd9d-4924-be33-d612dfecbd46 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:36:18.178962 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c747371d-93ef-4ef6-a76e-a95f8ff41ce8", "name": "network-vif-deleted", "tag": "c75eae15-9c61-44f9-ab82-a2fda0cf7818", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:36:18.180041 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8d2f5a61-bd9d-4924-be33-d612dfecbd46 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:36:18.180775 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d2f5a61-bd9d-4924-be33-d612dfecbd46'] response: {'server_uuid': 'c747371d-93ef-4ef6-a76e-a95f8ff41ce8', 'name': 'network-vif-deleted', 'tag': 'c75eae15-9c61-44f9-ab82-a2fda0cf7818', 'status': 'completed', 'code': 200} Sep 16 19:36:18.193804 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-698742db-1267-49a6-aaf8-fd335ce75523 req-901229f0-aeb3-4f54-9928-eebec43c7570 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Made reservation on behalf of 9b9158de13684627b042d2a183330eff for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:36:18.200065 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-698742db-1267-49a6-aaf8-fd335ce75523 req-901229f0-aeb3-4f54-9928-eebec43c7570 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:18.211804 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-8248ca12-c84d-4631-9105-7aabe520a652 None None] Set router 740295f4-51e8-4b53-b3d9-d5677e6c4721 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:36:18.419345 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-643ad25f-273d-4966-96dc-0ce86edbf3c2 req-e06f9c09-c546-41cd-af59-6861f40952c6 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c747371d-93ef-4ef6-a76e-a95f8ff41ce8 HTTP/1.1" status: 200 len: 210 time: 0.0481369 Sep 16 19:36:18.487709 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-698742db-1267-49a6-aaf8-fd335ce75523 req-901229f0-aeb3-4f54-9928-eebec43c7570 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Allocated IP 172.20.0.13 (a6a02090-2f02-4634-aa67-dc86c3956885/085fd4f8-7ca2-48a8-876f-2233969b7ec3/d34505ba-deaa-4e9a-a589-6e60cc45deb8) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:36:18.500793 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:18.534762 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-8248ca12-c84d-4631-9105-7aabe520a652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'name': 'tempest-AttachVolumeTestJSON-2106035523-router', 'tenant_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'dd937700-5f8d-4f77-b3ab-9d4e1a64f888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:27:02Z', 'revision_number': 4, 'project_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'gw_port': {'id': 'dd937700-5f8d-4f77-b3ab-9d4e1a64f888', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:52Z', 'updated_at': '2022-09-16T19:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '1de6dbe0-9c8d-449a-ac88-31668696a1ef', 'name': '', 'network_id': 'c95d3abe-3283-4882-9a4b-da4bde31c550', 'tenant_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'mac_address': 'fa:16:3e:43:31:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bd855fb2-111c-4847-9866-e1c6fab3dfc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:27:00Z', 'updated_at': '2022-09-16T19:27:09Z', 'revision_number': 5, 'project_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'subnets': [{'id': 'bd855fb2-111c-4847-9866-e1c6fab3dfc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:36:18.573864 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8248ca12-c84d-4631-9105-7aabe520a652 None None] Checking router: 740295f4-51e8-4b53-b3d9-d5677e6c4721 for host: dv-cinder-850320-7-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:36:18.577794 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:18.588827 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8248ca12-c84d-4631-9105-7aabe520a652 None None] Routers {'740295f4-51e8-4b53-b3d9-d5677e6c4721'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:36:18.589539 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-8248ca12-c84d-4631-9105-7aabe520a652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:36:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['740295f4-51e8-4b53-b3d9-d5677e6c4721'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:36:18.676512 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-077536f2-2900-4472-be6b-e532711ce87d req-04b21bef-013b-4a2c-b48a-1c5ac4b845ce tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6bc707d3-a68e-4552-a70a-f11fb466faf1 HTTP/1.1" status: 200 len: 210 time: 0.0371773 Sep 16 19:36:18.723120 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-8248ca12-c84d-4631-9105-7aabe520a652 None None] Set router 740295f4-51e8-4b53-b3d9-d5677e6c4721 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:36:18.739914 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-698742db-1267-49a6-aaf8-fd335ce75523 req-901229f0-aeb3-4f54-9928-eebec43c7570 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks [] for port (d34505ba-deaa-4e9a-a589-6e60cc45deb8), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:18.783872 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-698742db-1267-49a6-aaf8-fd335ce75523 req-901229f0-aeb3-4f54-9928-eebec43c7570 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (d34505ba-deaa-4e9a-a589-6e60cc45deb8), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:18.836308 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-698742db-1267-49a6-aaf8-fd335ce75523 req-901229f0-aeb3-4f54-9928-eebec43c7570 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Network a6a02090-2f02-4634-aa67-dc86c3956885 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:36:18.842583 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-698742db-1267-49a6-aaf8-fd335ce75523 req-901229f0-aeb3-4f54-9928-eebec43c7570 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:36:18.849062 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-698742db-1267-49a6-aaf8-fd335ce75523 req-901229f0-aeb3-4f54-9928-eebec43c7570 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:36:18.899764 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901229f0-aeb3-4f54-9928-eebec43c7570 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Pushing event updated for resources: {'Port': ['ID=d34505ba-deaa-4e9a-a589-6e60cc45deb8,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:36:18.937863 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698742db-1267-49a6-aaf8-fd335ce75523 req-901229f0-aeb3-4f54-9928-eebec43c7570 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:18.938917 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-698742db-1267-49a6-aaf8-fd335ce75523 req-901229f0-aeb3-4f54-9928-eebec43c7570 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:18.973340 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-698742db-1267-49a6-aaf8-fd335ce75523 req-901229f0-aeb3-4f54-9928-eebec43c7570 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9758875 Sep 16 19:36:19.000600 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-698742db-1267-49a6-aaf8-fd335ce75523 req-6d981a2d-4813-44d9-8e6a-ac89346835e0 service neutron] Request body: {'port': {'device_id': '6bc707d3-a68e-4552-a70a-f11fb466faf1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:36:19.174326 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-698742db-1267-49a6-aaf8-fd335ce75523 req-6d981a2d-4813-44d9-8e6a-ac89346835e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (d34505ba-deaa-4e9a-a589-6e60cc45deb8), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:19.178995 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d28447-38db-49fe-adfa-a2616aa62bbe req-dd46b63f-272d-4686-9c60-3e71c7a036cc tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:19.195285 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-24d28447-38db-49fe-adfa-a2616aa62bbe req-dd46b63f-272d-4686-9c60-3e71c7a036cc tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 945 time: 0.1497502 Sep 16 19:36:19.312763 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-24d28447-38db-49fe-adfa-a2616aa62bbe req-d3c696b3-9a9f-451b-aff9-270e46083f27 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122019 Sep 16 19:36:19.361072 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-8248ca12-c84d-4631-9105-7aabe520a652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'name': 'tempest-AttachVolumeTestJSON-2106035523-router', 'tenant_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'dd937700-5f8d-4f77-b3ab-9d4e1a64f888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:27:02Z', 'revision_number': 4, 'project_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'gw_port': {'id': 'dd937700-5f8d-4f77-b3ab-9d4e1a64f888', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:52Z', 'updated_at': '2022-09-16T19:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '1de6dbe0-9c8d-449a-ac88-31668696a1ef', 'name': '', 'network_id': 'c95d3abe-3283-4882-9a4b-da4bde31c550', 'tenant_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'mac_address': 'fa:16:3e:43:31:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bd855fb2-111c-4847-9866-e1c6fab3dfc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:27:00Z', 'updated_at': '2022-09-16T19:27:09Z', 'revision_number': 5, 'project_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'subnets': [{'id': 'bd855fb2-111c-4847-9866-e1c6fab3dfc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:36:19.381852 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:19.390221 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8248ca12-c84d-4631-9105-7aabe520a652 None None] The sync data for ids ['740295f4-51e8-4b53-b3d9-d5677e6c4721'] in dv-cinder-850320-7-iscsi is: [{'id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'name': 'tempest-AttachVolumeTestJSON-2106035523-router', 'tenant_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'dd937700-5f8d-4f77-b3ab-9d4e1a64f888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:27:02Z', 'revision_number': 4, 'project_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'gw_port': {'id': 'dd937700-5f8d-4f77-b3ab-9d4e1a64f888', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:52Z', 'updated_at': '2022-09-16T19:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '1de6dbe0-9c8d-449a-ac88-31668696a1ef', 'name': '', 'network_id': 'c95d3abe-3283-4882-9a4b-da4bde31c550', 'tenant_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'mac_address': 'fa:16:3e:43:31:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bd855fb2-111c-4847-9866-e1c6fab3dfc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:27:00Z', 'updated_at': '2022-09-16T19:27:09Z', 'revision_number': 5, 'project_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'subnets': [{'id': 'bd855fb2-111c-4847-9866-e1c6fab3dfc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:36:19.413952 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-654b3195-4ffc-4d61-8f95-5d1cc889d0d3 None None] Provisioning complete for port d34505ba-deaa-4e9a-a589-6e60cc45deb8 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:36:19.414579 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-654b3195-4ffc-4d61-8f95-5d1cc889d0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (d34505ba-deaa-4e9a-a589-6e60cc45deb8), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:19.415112 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-654b3195-4ffc-4d61-8f95-5d1cc889d0d3 None None] Attempt 1 to provision port d34505ba-deaa-4e9a-a589-6e60cc45deb8 Sep 16 19:36:19.480979 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-654b3195-4ffc-4d61-8f95-5d1cc889d0d3 None None] Port d34505ba-deaa-4e9a-a589-6e60cc45deb8 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:36:19.525990 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 51778) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:36:19.573979 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [req-698742db-1267-49a6-aaf8-fd335ce75523 req-6d981a2d-4813-44d9-8e6a-ac89346835e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d34505ba-deaa-4e9a-a589-6e60cc45deb8 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 19:36:19.578940 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device c75eae15-9c61-44f9-ab82-a2fda0cf7818 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:36:19.584839 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-698742db-1267-49a6-aaf8-fd335ce75523 req-6d981a2d-4813-44d9-8e6a-ac89346835e0 service neutron] Publish callbacks [] for port (d34505ba-deaa-4e9a-a589-6e60cc45deb8), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:19.602402 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-698742db-1267-49a6-aaf8-fd335ce75523 req-6d981a2d-4813-44d9-8e6a-ac89346835e0 service neutron] Transition to ACTIVE for port object d34505ba-deaa-4e9a-a589-6e60cc45deb8 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 19:36:19.607062 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:19.611350 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] No Port match for: c75eae15-9c61-44f9-ab82-a2fda0cf7818 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:36:19.611750 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device c75eae15-9c61-44f9-ab82-a2fda0cf7818 not bound to the agent host hv-cinder-85032 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:36:19.612582 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-698742db-1267-49a6-aaf8-fd335ce75523 req-6d981a2d-4813-44d9-8e6a-ac89346835e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445664'] for port (d34505ba-deaa-4e9a-a589-6e60cc45deb8), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:19.644036 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-436f37ba-d9b8-4eb7-ad25-4c4ecb98bbf2 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks [] for security_group (fab61234-d76c-4153-9db7-848fb2a35113), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:19.678365 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-436f37ba-d9b8-4eb7-ad25-4c4ecb98bbf2 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks [] for security_group (fab61234-d76c-4153-9db7-848fb2a35113), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:19.685409 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d981a2d-4813-44d9-8e6a-ac89346835e0 service neutron] Pushing event updated for resources: {'Port': ['ID=d34505ba-deaa-4e9a-a589-6e60cc45deb8,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:36:19.737420 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:19.775063 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-436f37ba-d9b8-4eb7-ad25-4c4ecb98bbf2 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (fab61234-d76c-4153-9db7-848fb2a35113), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:19.778020 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-436f37ba-d9b8-4eb7-ad25-4c4ecb98bbf2 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:19.781751 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-436f37ba-d9b8-4eb7-ad25-4c4ecb98bbf2 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/fab61234-d76c-4153-9db7-848fb2a35113 HTTP/1.1" status: 204 len: 168 time: 0.2501681 Sep 16 19:36:19.784880 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-698742db-1267-49a6-aaf8-fd335ce75523 req-6d981a2d-4813-44d9-8e6a-ac89346835e0 service neutron] Attempting to bind port d34505ba-deaa-4e9a-a589-6e60cc45deb8 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:36:19.785260 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-698742db-1267-49a6-aaf8-fd335ce75523 req-6d981a2d-4813-44d9-8e6a-ac89346835e0 service neutron] Attempting to bind port d34505ba-deaa-4e9a-a589-6e60cc45deb8 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '7e734341-746a-4fdc-b511-0d6ed890ef79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:36:19.785594 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698742db-1267-49a6-aaf8-fd335ce75523 req-6d981a2d-4813-44d9-8e6a-ac89346835e0 service neutron] Attempting to bind port d34505ba-deaa-4e9a-a589-6e60cc45deb8 on network a6a02090-2f02-4634-aa67-dc86c3956885 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:36:19.790197 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 51782) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:36:19.792763 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f37ba-d9b8-4eb7-ad25-4c4ecb98bbf2 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab61234-d76c-4153-9db7-848fb2a35113,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:36:19.894836 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcaee78-8323-4c8b-b34b-ad62c38adc5e None None] New status for floating IP de8aad47-4b2e-4e23-a554-05c9bdddb712: DOWN {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 19:36:19.982412 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-654b3195-4ffc-4d61-8f95-5d1cc889d0d3 None None] Attempt 2 to provision port d34505ba-deaa-4e9a-a589-6e60cc45deb8 Sep 16 19:36:20.058792 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-654b3195-4ffc-4d61-8f95-5d1cc889d0d3 None None] Port d34505ba-deaa-4e9a-a589-6e60cc45deb8 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:36:20.125922 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.api.v2.resource [None req-34a7a34b-ffa8-4389-8284-c790ef516a39 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] show failed (client error): The resource could not be found. Sep 16 19:36:20.127517 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-34a7a34b-ffa8-4389-8284-c790ef516a39 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "GET /networking/v2.0/security-groups/fab61234-d76c-4153-9db7-848fb2a35113 HTTP/1.1" status: 404 len: 347 time: 0.3295298 Sep 16 19:36:20.131265 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 51784) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:36:20.150987 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:20.186759 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0616c-e856-4162-b822-bfb9ea5ad533 req-8e7f001c-1659-4bf0-b640-b51a24b4a403 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:20.196073 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-86c0616c-e856-4162-b822-bfb9ea5ad533 req-8e7f001c-1659-4bf0-b640-b51a24b4a403 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6bc707d3-a68e-4552-a70a-f11fb466faf1 HTTP/1.1" status: 200 len: 944 time: 0.0892849 Sep 16 19:36:20.206831 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698742db-1267-49a6-aaf8-fd335ce75523 req-6d981a2d-4813-44d9-8e6a-ac89346835e0 service neutron] Port d34505ba-deaa-4e9a-a589-6e60cc45deb8 on network a6a02090-2f02-4634-aa67-dc86c3956885 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 19:36:20.207356 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698742db-1267-49a6-aaf8-fd335ce75523 req-6d981a2d-4813-44d9-8e6a-ac89346835e0 service neutron] Attempting to bind port d34505ba-deaa-4e9a-a589-6e60cc45deb8 on network a6a02090-2f02-4634-aa67-dc86c3956885 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:36:20.285548 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-85776d7c-6535-482d-87aa-7b478633afc4 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Deleting port df07a49b-285b-4584-b9ba-eae1b51ad6b4 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:36:20.286227 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-85776d7c-6535-482d-87aa-7b478633afc4 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (df07a49b-285b-4584-b9ba-eae1b51ad6b4), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:20.295986 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-86c0616c-e856-4162-b822-bfb9ea5ad533 req-4d5aa961-60a3-45fc-a4c2-efb1039cd887 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2114d520-9e6f-4a63-bc5e-07ce01a9aa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988855 Sep 16 19:36:20.297304 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698742db-1267-49a6-aaf8-fd335ce75523 req-6d981a2d-4813-44d9-8e6a-ac89346835e0 service neutron] Checking agent: {'id': 'f29a7e91-2c4b-48c7-9aed-98e73119d395', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 24, 59), 'started_at': datetime.datetime(2022, 9, 16, 19, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:36:20.297638 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698742db-1267-49a6-aaf8-fd335ce75523 req-6d981a2d-4813-44d9-8e6a-ac89346835e0 service neutron] Checking segment: {'id': '7e734341-746a-4fdc-b511-0d6ed890ef79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:36:20.298025 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698742db-1267-49a6-aaf8-fd335ce75523 req-6d981a2d-4813-44d9-8e6a-ac89346835e0 service neutron] Bound using segment: {'id': '7e734341-746a-4fdc-b511-0d6ed890ef79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:36:20.298477 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-698742db-1267-49a6-aaf8-fd335ce75523 req-6d981a2d-4813-44d9-8e6a-ac89346835e0 service neutron] Bound port: d34505ba-deaa-4e9a-a589-6e60cc45deb8, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e734341-746a-4fdc-b511-0d6ed890ef79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:36:20.298829 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-698742db-1267-49a6-aaf8-fd335ce75523 req-6d981a2d-4813-44d9-8e6a-ac89346835e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (d34505ba-deaa-4e9a-a589-6e60cc45deb8), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:20.382616 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-85776d7c-6535-482d-87aa-7b478633afc4 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (df07a49b-285b-4584-b9ba-eae1b51ad6b4), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:20.383270 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-85776d7c-6535-482d-87aa-7b478633afc4 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks [] for floatingip (df07a49b-285b-4584-b9ba-eae1b51ad6b4), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:20.398518 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-85776d7c-6535-482d-87aa-7b478633afc4 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Calling delete_port for df07a49b-285b-4584-b9ba-eae1b51ad6b4 owned by network:floatingip {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:36:20.425288 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-698742db-1267-49a6-aaf8-fd335ce75523 req-6d981a2d-4813-44d9-8e6a-ac89346835e0 service neutron] For port d34505ba-deaa-4e9a-a589-6e60cc45deb8, host hv-cinder-85032, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:36:20.428692 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-698742db-1267-49a6-aaf8-fd335ce75523 req-6d981a2d-4813-44d9-8e6a-ac89346835e0 service neutron] For port d34505ba-deaa-4e9a-a589-6e60cc45deb8, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=d34505ba-deaa-4e9a-a589-6e60cc45deb8,segment=NetworkSegment(7e734341-746a-4fdc-b511-0d6ed890ef79),segment_id=7e734341-746a-4fdc-b511-0d6ed890ef79)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:36:20.441971 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-698742db-1267-49a6-aaf8-fd335ce75523 req-6d981a2d-4813-44d9-8e6a-ac89346835e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445664'] for port (d34505ba-deaa-4e9a-a589-6e60cc45deb8), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:20.447962 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698742db-1267-49a6-aaf8-fd335ce75523 req-6d981a2d-4813-44d9-8e6a-ac89346835e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:20.448662 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-698742db-1267-49a6-aaf8-fd335ce75523 req-6d981a2d-4813-44d9-8e6a-ac89346835e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:20.450080 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-698742db-1267-49a6-aaf8-fd335ce75523 req-6d981a2d-4813-44d9-8e6a-ac89346835e0 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/d34505ba-deaa-4e9a-a589-6e60cc45deb8 HTTP/1.1" status: 200 len: 1094 time: 1.4597943 Sep 16 19:36:20.450690 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bc707d3-a68e-4552-a70a-f11fb466faf1', 'tag': 'd34505ba-deaa-4e9a-a589-6e60cc45deb8'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:36:20.453116 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e152f16bac9f1df6f483fa1cb5a6d8c6a2a494143f87e2794594a52eeef6f53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b5d2f4-706e-4461-b973-781213e6df04" -d '{"events": [{"name": "network-changed", "server_uuid": "6bc707d3-a68e-4552-a70a-f11fb466faf1", "tag": "d34505ba-deaa-4e9a-a589-6e60cc45deb8"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:36:20.528041 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d981a2d-4813-44d9-8e6a-ac89346835e0 service neutron] Pushing event updated for resources: {'Port': ['ID=d34505ba-deaa-4e9a-a589-6e60cc45deb8,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:36:20.533431 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 19:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e15a89-441b-48ff-81b6-6a28fffcbcc1 x-openstack-request-id: req-f8e15a89-441b-48ff-81b6-6a28fffcbcc1 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:36:20.533732 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bc707d3-a68e-4552-a70a-f11fb466faf1", "tag": "d34505ba-deaa-4e9a-a589-6e60cc45deb8", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:36:20.533987 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f8e15a89-441b-48ff-81b6-6a28fffcbcc1 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:36:20.534397 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8e15a89-441b-48ff-81b6-6a28fffcbcc1'] response: {'name': 'network-changed', 'server_uuid': '6bc707d3-a68e-4552-a70a-f11fb466faf1', 'tag': 'd34505ba-deaa-4e9a-a589-6e60cc45deb8', 'status': 'completed', 'code': 200} Sep 16 19:36:20.559693 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-654b3195-4ffc-4d61-8f95-5d1cc889d0d3 None None] Attempt 3 to provision port d34505ba-deaa-4e9a-a589-6e60cc45deb8 Sep 16 19:36:20.561234 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596c502-3c14-460c-8d08-987c703448ae req-aa987dd1-b407-41ec-8368-22cd2e1517f9 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:20.568351 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0596c502-3c14-460c-8d08-987c703448ae req-aa987dd1-b407-41ec-8368-22cd2e1517f9 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 945 time: 0.1648605 Sep 16 19:36:20.578530 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698742db-1267-49a6-aaf8-fd335ce75523 req-12f339c8-f984-416c-8b3c-f4c0649c2779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:20.580576 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-698742db-1267-49a6-aaf8-fd335ce75523 req-12f339c8-f984-416c-8b3c-f4c0649c2779 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=9b9158de13684627b042d2a183330eff&device_id=6bc707d3-a68e-4552-a70a-f11fb466faf1 HTTP/1.1" status: 200 len: 1128 time: 0.0442781 Sep 16 19:36:20.616185 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-654b3195-4ffc-4d61-8f95-5d1cc889d0d3 None None] Port d34505ba-deaa-4e9a-a589-6e60cc45deb8 had new provisioning blocks added so it will not transition to active. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 19:36:20.641809 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-698742db-1267-49a6-aaf8-fd335ce75523 req-6b7771ea-3e98-4e66-98df-ad4f9c6eca01 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d34505ba-deaa-4e9a-a589-6e60cc45deb8 HTTP/1.1" status: 200 len: 217 time: 0.0433097 Sep 16 19:36:20.648606 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0596c502-3c14-460c-8d08-987c703448ae req-5fa71920-f19a-4b4e-925d-b6a0548c01a6 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748792 Sep 16 19:36:20.708863 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698742db-1267-49a6-aaf8-fd335ce75523 req-c5c49452-de1c-4c8b-8e4c-d10aad4ca6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:20.711447 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-698742db-1267-49a6-aaf8-fd335ce75523 req-c5c49452-de1c-4c8b-8e4c-d10aad4ca6ae service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=085fd4f8-7ca2-48a8-876f-2233969b7ec3 HTTP/1.1" status: 200 len: 850 time: 0.0631542 Sep 16 19:36:20.788842 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698742db-1267-49a6-aaf8-fd335ce75523 req-992ac218-cd2a-4212-b023-5771269b6ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:20.790797 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-698742db-1267-49a6-aaf8-fd335ce75523 req-992ac218-cd2a-4212-b023-5771269b6ad5 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=a6a02090-2f02-4634-aa67-dc86c3956885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0705948 Sep 16 19:36:20.799725 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-85776d7c-6535-482d-87aa-7b478633afc4 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (df07a49b-285b-4584-b9ba-eae1b51ad6b4), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:20.825397 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85776d7c-6535-482d-87aa-7b478633afc4 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Pushing event deleted for resources: {'Port': ['ID=df07a49b-285b-4584-b9ba-eae1b51ad6b4,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:36:20.838138 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:20.933424 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-85776d7c-6535-482d-87aa-7b478633afc4 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks [] for floatingip (de8aad47-4b2e-4e23-a554-05c9bdddb712), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:20.936516 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-85776d7c-6535-482d-87aa-7b478633afc4 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for floatingip (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:20.939122 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-85776d7c-6535-482d-87aa-7b478633afc4 tempest-AttachVolumeTestJSON-1682159734 tempest-AttachVolumeTestJSON-1682159734-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/de8aad47-4b2e-4e23-a554-05c9bdddb712 HTTP/1.1" status: 204 len: 168 time: 0.8067789 Sep 16 19:36:20.977524 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-698742db-1267-49a6-aaf8-fd335ce75523 req-5a964380-b071-488b-b0a6-2ddad3fbc44d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a6a02090-2f02-4634-aa67-dc86c3956885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744511 Sep 16 19:36:21.087919 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-698742db-1267-49a6-aaf8-fd335ce75523 req-7b17a90f-cf66-4b20-be95-7f94e52071ae service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a6a02090-2f02-4634-aa67-dc86c3956885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042879 Sep 16 19:36:21.435726 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02794f7-bdc3-4551-978f-31281ff6c376 req-7fd1069f-bc31-4242-9c82-26661fbf535f tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:21.437352 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e02794f7-bdc3-4551-978f-31281ff6c376 req-7fd1069f-bc31-4242-9c82-26661fbf535f tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6bc707d3-a68e-4552-a70a-f11fb466faf1 HTTP/1.1" status: 200 len: 944 time: 0.0557172 Sep 16 19:36:21.509043 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e02794f7-bdc3-4551-978f-31281ff6c376 req-ab420388-998a-4330-85d3-c53344fe46c0 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2114d520-9e6f-4a63-bc5e-07ce01a9aa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649345 Sep 16 19:36:21.804374 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36168db-8d27-42b1-adb9-db7c2d3ec9d2 req-31d623bb-c8a3-4223-b2a1-12e55ed099b8 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:21.805959 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f36168db-8d27-42b1-adb9-db7c2d3ec9d2 req-31d623bb-c8a3-4223-b2a1-12e55ed099b8 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0586128 Sep 16 19:36:21.872121 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f36168db-8d27-42b1-adb9-db7c2d3ec9d2 req-76384fc4-d701-4658-b7ba-4880c6ceb62d tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596325 Sep 16 19:36:22.079972 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5d2f4-706e-4461-b973-781213e6df04 req-6bd8c0d3-62da-4b08-9617-93b058a12261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:22.081677 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-54b5d2f4-706e-4461-b973-781213e6df04 req-6bd8c0d3-62da-4b08-9617-93b058a12261 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=9b9158de13684627b042d2a183330eff&device_id=6bc707d3-a68e-4552-a70a-f11fb466faf1 HTTP/1.1" status: 200 len: 1128 time: 0.0416279 Sep 16 19:36:22.193665 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5d2f4-706e-4461-b973-781213e6df04 req-60fd37c0-216c-4e9f-a909-ccf687d94615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:22.195162 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-54b5d2f4-706e-4461-b973-781213e6df04 req-60fd37c0-216c-4e9f-a909-ccf687d94615 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=a6a02090-2f02-4634-aa67-dc86c3956885 HTTP/1.1" status: 200 len: 912 time: 0.1060252 Sep 16 19:36:22.237146 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-54b5d2f4-706e-4461-b973-781213e6df04 req-75c72e17-81da-4a95-9755-a03aae07a21d service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d34505ba-deaa-4e9a-a589-6e60cc45deb8 HTTP/1.1" status: 200 len: 217 time: 0.0351076 Sep 16 19:36:22.295813 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5d2f4-706e-4461-b973-781213e6df04 req-50d97a09-905e-49f4-9ed0-8a5195af3e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:22.297348 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-54b5d2f4-706e-4461-b973-781213e6df04 req-50d97a09-905e-49f4-9ed0-8a5195af3e2b service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=085fd4f8-7ca2-48a8-876f-2233969b7ec3 HTTP/1.1" status: 200 len: 850 time: 0.0548842 Sep 16 19:36:22.352662 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5d2f4-706e-4461-b973-781213e6df04 req-ced8b6d8-7922-4c7e-8a19-48d58f5c15e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:22.354554 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-54b5d2f4-706e-4461-b973-781213e6df04 req-ced8b6d8-7922-4c7e-8a19-48d58f5c15e7 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=a6a02090-2f02-4634-aa67-dc86c3956885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504661 Sep 16 19:36:22.462556 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-54b5d2f4-706e-4461-b973-781213e6df04 req-a5f3fa71-c85a-426a-8498-805d7af86d10 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a6a02090-2f02-4634-aa67-dc86c3956885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010680 Sep 16 19:36:22.489841 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:22.566835 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-54b5d2f4-706e-4461-b973-781213e6df04 req-9bece7fe-8b48-4bea-b4f3-fac61e20b2aa service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a6a02090-2f02-4634-aa67-dc86c3956885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958946 Sep 16 19:36:22.667924 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d282808e-3af4-42ff-9f32-1bb6ff5b09e6 req-14ccd00b-508d-4a80-af57-7802453b2618 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:22.669428 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d282808e-3af4-42ff-9f32-1bb6ff5b09e6 req-14ccd00b-508d-4a80-af57-7802453b2618 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6bc707d3-a68e-4552-a70a-f11fb466faf1 HTTP/1.1" status: 200 len: 944 time: 0.0544097 Sep 16 19:36:22.732695 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d282808e-3af4-42ff-9f32-1bb6ff5b09e6 req-655e7202-fee6-45e6-b08c-e9c0ce2d94de tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2114d520-9e6f-4a63-bc5e-07ce01a9aa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560956 Sep 16 19:36:23.011977 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783001c-69c3-46dd-8744-67ad41f4c326 req-24f702e5-3532-4400-babd-cac82a580276 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:23.013499 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f783001c-69c3-46dd-8744-67ad41f4c326 req-24f702e5-3532-4400-babd-cac82a580276 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0517490 Sep 16 19:36:23.066974 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f783001c-69c3-46dd-8744-67ad41f4c326 req-70bff4a4-8fe7-43df-b0a2-f0cf88c3e9b8 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471380 Sep 16 19:36:23.864580 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d39d64b-d0b6-4f0c-8c21-bc96e2773e17 req-14077f51-97ad-4ba6-a746-a47f823d7922 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:23.868927 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0d39d64b-d0b6-4f0c-8c21-bc96e2773e17 req-14077f51-97ad-4ba6-a746-a47f823d7922 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6bc707d3-a68e-4552-a70a-f11fb466faf1 HTTP/1.1" status: 200 len: 944 time: 0.0536628 Sep 16 19:36:23.927786 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0d39d64b-d0b6-4f0c-8c21-bc96e2773e17 req-66a4a67c-7e0f-43d4-b394-773868f3db42 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2114d520-9e6f-4a63-bc5e-07ce01a9aa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556324 Sep 16 19:36:24.209685 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee3c49-18a4-4cde-967c-39757d6e15eb req-1d77b7ab-9ca1-4879-a114-a5766673f0a2 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:24.211290 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-5aee3c49-18a4-4cde-967c-39757d6e15eb req-1d77b7ab-9ca1-4879-a114-a5766673f0a2 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0541384 Sep 16 19:36:24.273774 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-5aee3c49-18a4-4cde-967c-39757d6e15eb req-4976cbde-9a42-44b5-939c-211c666794d2 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546460 Sep 16 19:36:24.671620 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 51840) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:36:25.056792 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:25.103191 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d9383-bf3f-4e28-8a14-48b4f7d2f643 req-9a3774c9-e410-46f9-8699-41600cc5ae9e tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:25.104710 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-df2d9383-bf3f-4e28-8a14-48b4f7d2f643 req-9a3774c9-e410-46f9-8699-41600cc5ae9e tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6bc707d3-a68e-4552-a70a-f11fb466faf1 HTTP/1.1" status: 200 len: 944 time: 0.0625770 Sep 16 19:36:25.208249 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-df2d9383-bf3f-4e28-8a14-48b4f7d2f643 req-7644133e-430c-4c5e-873e-6f13ba14fff0 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2114d520-9e6f-4a63-bc5e-07ce01a9aa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806458 Sep 16 19:36:25.268778 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-18a0ebbb-7950-4ac5-85f2-829c989ba2b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-771491'] for router_interface (740295f4-51e8-4b53-b3d9-d5677e6c4721), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:25.418592 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df77ee4-8c41-4fff-8014-15c464f51023 req-a578665e-2c48-41ba-b2b7-35a88fedaf0c tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:25.421207 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0df77ee4-8c41-4fff-8014-15c464f51023 req-a578665e-2c48-41ba-b2b7-35a88fedaf0c tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0567398 Sep 16 19:36:25.467293 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:25.472309 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:25.489994 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0df77ee4-8c41-4fff-8014-15c464f51023 req-d21b3807-6a10-450f-b237-a0a3b40003ef tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591516 Sep 16 19:36:25.536091 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-18a0ebbb-7950-4ac5-85f2-829c989ba2b0 admin admin] Deleting port 1de6dbe0-9c8d-449a-ac88-31668696a1ef {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:36:25.536465 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-18a0ebbb-7950-4ac5-85f2-829c989ba2b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (1de6dbe0-9c8d-449a-ac88-31668696a1ef), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:25.588624 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:25.628533 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-18a0ebbb-7950-4ac5-85f2-829c989ba2b0 admin admin] For port 1de6dbe0-9c8d-449a-ac88-31668696a1ef, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=1de6dbe0-9c8d-449a-ac88-31668696a1ef,segment=NetworkSegment(1bbf8b0b-6495-4316-87f9-c02c1faf60ca),segment_id=1bbf8b0b-6495-4316-87f9-c02c1faf60ca)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:36:25.629906 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-18a0ebbb-7950-4ac5-85f2-829c989ba2b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (1de6dbe0-9c8d-449a-ac88-31668696a1ef), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:25.647022 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-18a0ebbb-7950-4ac5-85f2-829c989ba2b0 admin admin] Calling delete_port for 1de6dbe0-9c8d-449a-ac88-31668696a1ef owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:36:25.844719 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-18a0ebbb-7950-4ac5-85f2-829c989ba2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (1de6dbe0-9c8d-449a-ac88-31668696a1ef), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:25.874086 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a0ebbb-7950-4ac5-85f2-829c989ba2b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1de6dbe0-9c8d-449a-ac88-31668696a1ef,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:36:26.068728 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:26.092854 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-18a0ebbb-7950-4ac5-85f2-829c989ba2b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681235'] for router_interface (740295f4-51e8-4b53-b3d9-d5677e6c4721), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:26.379193 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6da65b-76cf-45d8-9866-fb9a55041827 req-a8a0ff15-b7e5-4ae3-9a49-7f067ebad830 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:26.381254 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5b6da65b-76cf-45d8-9866-fb9a55041827 req-a8a0ff15-b7e5-4ae3-9a49-7f067ebad830 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6bc707d3-a68e-4552-a70a-f11fb466faf1 HTTP/1.1" status: 200 len: 944 time: 0.0845549 Sep 16 19:36:26.418370 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a0ebbb-7950-4ac5-85f2-829c989ba2b0 admin admin] Router 740295f4-51e8-4b53-b3d9-d5677e6c4721 has already been hosted by L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:36:26.463411 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5b6da65b-76cf-45d8-9866-fb9a55041827 req-d6369c58-49d1-4197-b91d-6cc9e78fee7f tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2114d520-9e6f-4a63-bc5e-07ce01a9aa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738103 Sep 16 19:36:26.565829 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:26.582380 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a0ebbb-7950-4ac5-85f2-829c989ba2b0 admin admin] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:36:26.589658 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-18a0ebbb-7950-4ac5-85f2-829c989ba2b0 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/740295f4-51e8-4b53-b3d9-d5677e6c4721/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9168849 Sep 16 19:36:26.593662 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 51852) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:36:26.595369 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adba67fa-82a9-48d1-8008-5d75bd161bfe None None] Sync routers for ids ['740295f4-51e8-4b53-b3d9-d5677e6c4721'] in dv-cinder-850320-7-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:36:26.612669 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=100 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:26.615247 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adba67fa-82a9-48d1-8008-5d75bd161bfe None None] Routers {'740295f4-51e8-4b53-b3d9-d5677e6c4721'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:36:26.616077 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-adba67fa-82a9-48d1-8008-5d75bd161bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:36:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['740295f4-51e8-4b53-b3d9-d5677e6c4721'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:36:26.711321 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58870ca-f204-4ac1-bc03-eff22d0cb032 req-cf99e2a4-33c0-48f3-84f9-d81d804a142d tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:26.719440 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a58870ca-f204-4ac1-bc03-eff22d0cb032 req-cf99e2a4-33c0-48f3-84f9-d81d804a142d tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 945 time: 0.1048956 Sep 16 19:36:26.735966 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-adba67fa-82a9-48d1-8008-5d75bd161bfe None None] Set router 740295f4-51e8-4b53-b3d9-d5677e6c4721 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:36:26.814963 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a58870ca-f204-4ac1-bc03-eff22d0cb032 req-28358178-eec6-4651-93f8-4f26d04bbe25 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945251 Sep 16 19:36:26.819240 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-461ee0be-5268-428e-abf2-ac504e2d06b6 admin admin] Publish callbacks [] for router (740295f4-51e8-4b53-b3d9-d5677e6c4721), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:26.944707 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-461ee0be-5268-428e-abf2-ac504e2d06b6 admin admin] Publish callbacks [] for router_gateway (740295f4-51e8-4b53-b3d9-d5677e6c4721), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:26.954200 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-adba67fa-82a9-48d1-8008-5d75bd161bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'name': 'tempest-AttachVolumeTestJSON-2106035523-router', 'tenant_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'dd937700-5f8d-4f77-b3ab-9d4e1a64f888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:36:25Z', 'revision_number': 5, 'project_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'gw_port': {'id': 'dd937700-5f8d-4f77-b3ab-9d4e1a64f888', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:52Z', 'updated_at': '2022-09-16T19:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi'}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:36:26.979729 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adba67fa-82a9-48d1-8008-5d75bd161bfe None None] Checking router: 740295f4-51e8-4b53-b3d9-d5677e6c4721 for host: dv-cinder-850320-7-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:36:26.998873 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adba67fa-82a9-48d1-8008-5d75bd161bfe None None] Routers {'740295f4-51e8-4b53-b3d9-d5677e6c4721'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:36:26.998873 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-adba67fa-82a9-48d1-8008-5d75bd161bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:36:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['740295f4-51e8-4b53-b3d9-d5677e6c4721'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:36:27.038361 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-461ee0be-5268-428e-abf2-ac504e2d06b6 admin admin] Deleting port dd937700-5f8d-4f77-b3ab-9d4e1a64f888 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:36:27.038361 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-461ee0be-5268-428e-abf2-ac504e2d06b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (dd937700-5f8d-4f77-b3ab-9d4e1a64f888), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:27.087470 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-adba67fa-82a9-48d1-8008-5d75bd161bfe None None] Set router 740295f4-51e8-4b53-b3d9-d5677e6c4721 gateway port host: None {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:36:27.142186 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-adba67fa-82a9-48d1-8008-5d75bd161bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'name': 'tempest-AttachVolumeTestJSON-2106035523-router', 'tenant_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:36:26Z', 'revision_number': 6, 'project_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'gw_port_host': None}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:36:27.168687 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adba67fa-82a9-48d1-8008-5d75bd161bfe None None] The sync data for ids ['740295f4-51e8-4b53-b3d9-d5677e6c4721'] in dv-cinder-850320-7-iscsi is: [{'id': '740295f4-51e8-4b53-b3d9-d5677e6c4721', 'name': 'tempest-AttachVolumeTestJSON-2106035523-router', 'tenant_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:51Z', 'updated_at': '2022-09-16T19:36:26Z', 'revision_number': 6, 'project_id': 'ea483f6ff12d425fa1e8aa29e472dfe2', 'gw_port_host': None}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:36:27.176534 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-461ee0be-5268-428e-abf2-ac504e2d06b6 admin admin] For port dd937700-5f8d-4f77-b3ab-9d4e1a64f888, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=dd937700-5f8d-4f77-b3ab-9d4e1a64f888,segment=NetworkSegment(ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2),segment_id=ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:36:27.176907 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-461ee0be-5268-428e-abf2-ac504e2d06b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (dd937700-5f8d-4f77-b3ab-9d4e1a64f888), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:27.204742 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-461ee0be-5268-428e-abf2-ac504e2d06b6 admin admin] Calling delete_port for dd937700-5f8d-4f77-b3ab-9d4e1a64f888 owned by network:router_gateway {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:36:27.431163 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-461ee0be-5268-428e-abf2-ac504e2d06b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (dd937700-5f8d-4f77-b3ab-9d4e1a64f888), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:27.460846 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ee0be-5268-428e-abf2-ac504e2d06b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd937700-5f8d-4f77-b3ab-9d4e1a64f888,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:36:27.480429 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461ee0be-5268-428e-abf2-ac504e2d06b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:36:27.480429 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461ee0be-5268-428e-abf2-ac504e2d06b6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:36:27.480429 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461ee0be-5268-428e-abf2-ac504e2d06b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:36:27.480429 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461ee0be-5268-428e-abf2-ac504e2d06b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:36:27.480429 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461ee0be-5268-428e-abf2-ac504e2d06b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:36:27.480429 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461ee0be-5268-428e-abf2-ac504e2d06b6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:36:27.480429 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461ee0be-5268-428e-abf2-ac504e2d06b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:36:27.480429 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461ee0be-5268-428e-abf2-ac504e2d06b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:36:27.480429 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461ee0be-5268-428e-abf2-ac504e2d06b6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:36:27.481199 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461ee0be-5268-428e-abf2-ac504e2d06b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:36:27.481199 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461ee0be-5268-428e-abf2-ac504e2d06b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:36:27.481199 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461ee0be-5268-428e-abf2-ac504e2d06b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:36:27.481431 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461ee0be-5268-428e-abf2-ac504e2d06b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:36:27.482372 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461ee0be-5268-428e-abf2-ac504e2d06b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:36:27.482372 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461ee0be-5268-428e-abf2-ac504e2d06b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:36:27.551288 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-461ee0be-5268-428e-abf2-ac504e2d06b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681049'] for router_gateway (740295f4-51e8-4b53-b3d9-d5677e6c4721), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:27.628199 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b986c96-8e2e-4c13-a1bd-209c06be68f5 req-6e7f0a8d-8c20-41c2-96e4-ff698438cb5e tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:27.630476 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6b986c96-8e2e-4c13-a1bd-209c06be68f5 req-6e7f0a8d-8c20-41c2-96e4-ff698438cb5e tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6bc707d3-a68e-4552-a70a-f11fb466faf1 HTTP/1.1" status: 200 len: 944 time: 0.0597303 Sep 16 19:36:27.681408 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-461ee0be-5268-428e-abf2-ac504e2d06b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router (740295f4-51e8-4b53-b3d9-d5677e6c4721), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:27.684339 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-461ee0be-5268-428e-abf2-ac504e2d06b6 admin admin] Publish callbacks [] for router_controller (740295f4-51e8-4b53-b3d9-d5677e6c4721), precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:27.691126 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6b986c96-8e2e-4c13-a1bd-209c06be68f5 req-fdbdbffd-5e1e-40a5-bde7-c81ee0fb4812 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2114d520-9e6f-4a63-bc5e-07ce01a9aa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548742 Sep 16 19:36:27.739192 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-461ee0be-5268-428e-abf2-ac504e2d06b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-681326'] for router (740295f4-51e8-4b53-b3d9-d5677e6c4721), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:27.739783 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461ee0be-5268-428e-abf2-ac504e2d06b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 740295f4-51e8-4b53-b3d9-d5677e6c4721 {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 19:36:27.744785 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-461ee0be-5268-428e-abf2-ac504e2d06b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:27.748877 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-461ee0be-5268-428e-abf2-ac504e2d06b6 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/740295f4-51e8-4b53-b3d9-d5677e6c4721 HTTP/1.1" status: 204 len: 168 time: 1.1535151 Sep 16 19:36:27.749097 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 51860) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:36:27.797268 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1980580-4f2e-47ae-a1aa-2ab18e242572 admin admin] Deleting subnet bd855fb2-111c-4847-9866-e1c6fab3dfc7 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 19:36:27.801245 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d1980580-4f2e-47ae-a1aa-2ab18e242572 admin admin] Publish callbacks [] for subnet (bd855fb2-111c-4847-9866-e1c6fab3dfc7), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:27.840753 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d1980580-4f2e-47ae-a1aa-2ab18e242572 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3251476'] for subnet (bd855fb2-111c-4847-9866-e1c6fab3dfc7), precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:27.949570 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d1980580-4f2e-47ae-a1aa-2ab18e242572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16018794'] for subnet (bd855fb2-111c-4847-9866-e1c6fab3dfc7), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:27.955112 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecabe449-3b97-4265-a845-3f731c7347d7 req-247c5ebd-2509-43b2-99e0-0d8c59ac5f9a tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:27.962573 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ecabe449-3b97-4265-a845-3f731c7347d7 req-247c5ebd-2509-43b2-99e0-0d8c59ac5f9a tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0547962 Sep 16 19:36:28.003825 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:28.004726 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:28.023539 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ecabe449-3b97-4265-a845-3f731c7347d7 req-7c380c8f-c233-4a2c-a5d7-4b973f6465a4 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566049 Sep 16 19:36:28.037417 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d1980580-4f2e-47ae-a1aa-2ab18e242572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16022615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2445622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3802358'] for subnet (bd855fb2-111c-4847-9866-e1c6fab3dfc7), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:28.063137 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1980580-4f2e-47ae-a1aa-2ab18e242572 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd855fb2-111c-4847-9866-e1c6fab3dfc7,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:36:28.075085 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1980580-4f2e-47ae-a1aa-2ab18e242572 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:36:28.075486 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1980580-4f2e-47ae-a1aa-2ab18e242572 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:36:28.075749 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1980580-4f2e-47ae-a1aa-2ab18e242572 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:36:28.076088 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1980580-4f2e-47ae-a1aa-2ab18e242572 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:36:28.076462 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1980580-4f2e-47ae-a1aa-2ab18e242572 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:36:28.076797 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1980580-4f2e-47ae-a1aa-2ab18e242572 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:36:28.077122 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1980580-4f2e-47ae-a1aa-2ab18e242572 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:36:28.077446 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1980580-4f2e-47ae-a1aa-2ab18e242572 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:36:28.077777 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1980580-4f2e-47ae-a1aa-2ab18e242572 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:36:28.078113 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1980580-4f2e-47ae-a1aa-2ab18e242572 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:36:28.078426 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1980580-4f2e-47ae-a1aa-2ab18e242572 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:36:28.078751 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1980580-4f2e-47ae-a1aa-2ab18e242572 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:36:28.079102 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1980580-4f2e-47ae-a1aa-2ab18e242572 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:36:28.079419 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1980580-4f2e-47ae-a1aa-2ab18e242572 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:36:28.079736 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1980580-4f2e-47ae-a1aa-2ab18e242572 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:36:28.084781 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d1980580-4f2e-47ae-a1aa-2ab18e242572 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:28.091164 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-d1980580-4f2e-47ae-a1aa-2ab18e242572 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/bd855fb2-111c-4847-9866-e1c6fab3dfc7 HTTP/1.1" status: 204 len: 168 time: 0.3387671 Sep 16 19:36:28.091392 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 51864) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:36:28.098739 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed13f1e9-156b-44a0-9004-2d62124f4561 None None] Network c95d3abe-3283-4882-9a4b-da4bde31c550 requested from dv-cinder-850320-7-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 19:36:28.181335 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-65446a0c-7c4e-41bf-9c38-0a0a0ee6d6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15995935'] for network (c95d3abe-3283-4882-9a4b-da4bde31c550), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:28.192944 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:28.232891 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-65446a0c-7c4e-41bf-9c38-0a0a0ee6d6fc admin admin] Deleting port 80985e4a-a4e4-4dd8-bdb1-ee6557658b1a {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:36:28.233229 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-65446a0c-7c4e-41bf-9c38-0a0a0ee6d6fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (80985e4a-a4e4-4dd8-bdb1-ee6557658b1a), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:28.296335 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07868dc1-5da2-47d3-8788-3905891e19c2 None None] DHCP port deletion for c95d3abe-3283-4882-9a4b-da4bde31c550 request from dv-cinder-850320-7-iscsi {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 19:36:28.301435 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-65446a0c-7c4e-41bf-9c38-0a0a0ee6d6fc admin admin] For port 80985e4a-a4e4-4dd8-bdb1-ee6557658b1a, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=80985e4a-a4e4-4dd8-bdb1-ee6557658b1a,segment=NetworkSegment(1bbf8b0b-6495-4316-87f9-c02c1faf60ca),segment_id=1bbf8b0b-6495-4316-87f9-c02c1faf60ca)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:36:28.301810 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-65446a0c-7c4e-41bf-9c38-0a0a0ee6d6fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (80985e4a-a4e4-4dd8-bdb1-ee6557658b1a), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:28.320012 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-65446a0c-7c4e-41bf-9c38-0a0a0ee6d6fc admin admin] Calling delete_port for 80985e4a-a4e4-4dd8-bdb1-ee6557658b1a owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:36:28.351787 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-07868dc1-5da2-47d3-8788-3905891e19c2 None None] Deleting port 80985e4a-a4e4-4dd8-bdb1-ee6557658b1a {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:36:28.352518 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-07868dc1-5da2-47d3-8788-3905891e19c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (80985e4a-a4e4-4dd8-bdb1-ee6557658b1a), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:28.400334 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=100 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:28.419308 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-65446a0c-7c4e-41bf-9c38-0a0a0ee6d6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (80985e4a-a4e4-4dd8-bdb1-ee6557658b1a), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:28.426088 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-07868dc1-5da2-47d3-8788-3905891e19c2 None None] For port 80985e4a-a4e4-4dd8-bdb1-ee6557658b1a, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=80985e4a-a4e4-4dd8-bdb1-ee6557658b1a,segment=NetworkSegment(1bbf8b0b-6495-4316-87f9-c02c1faf60ca),segment_id=1bbf8b0b-6495-4316-87f9-c02c1faf60ca)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:36:28.427049 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-07868dc1-5da2-47d3-8788-3905891e19c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (80985e4a-a4e4-4dd8-bdb1-ee6557658b1a), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:28.446926 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-07868dc1-5da2-47d3-8788-3905891e19c2 None None] Calling delete_port for 80985e4a-a4e4-4dd8-bdb1-ee6557658b1a owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:36:28.449498 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65446a0c-7c4e-41bf-9c38-0a0a0ee6d6fc admin admin] Pushing event deleted for resources: {'Port': ['ID=80985e4a-a4e4-4dd8-bdb1-ee6557658b1a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:36:28.451478 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65446a0c-7c4e-41bf-9c38-0a0a0ee6d6fc admin admin] No DVR routers for this DVR port 80985e4a-a4e4-4dd8-bdb1-ee6557658b1a on host dv-cinder-850320-7-iscsi {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 19:36:28.531116 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-65446a0c-7c4e-41bf-9c38-0a0a0ee6d6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16065089', 'neutron.services.segments.db._delete_segments_for_network-8764811785921'] for network (c95d3abe-3283-4882-9a4b-da4bde31c550), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:28.538676 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-07868dc1-5da2-47d3-8788-3905891e19c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825'] for port (80985e4a-a4e4-4dd8-bdb1-ee6557658b1a), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:28.555602 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-65446a0c-7c4e-41bf-9c38-0a0a0ee6d6fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c95d3abe-3283-4882-9a4b-da4bde31c550']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:36:28.565505 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-65446a0c-7c4e-41bf-9c38-0a0a0ee6d6fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bbf8b0b-6495-4316-87f9-c02c1faf60ca') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:36:28.565887 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-65446a0c-7c4e-41bf-9c38-0a0a0ee6d6fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bbf8b0b-6495-4316-87f9-c02c1faf60ca') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:36:28.568417 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07868dc1-5da2-47d3-8788-3905891e19c2 None None] Pushing event deleted for resources: {'Port': ['ID=80985e4a-a4e4-4dd8-bdb1-ee6557658b1a,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:36:28.572131 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07868dc1-5da2-47d3-8788-3905891e19c2 None None] No DVR routers for this DVR port 80985e4a-a4e4-4dd8-bdb1-ee6557658b1a on host dv-cinder-850320-7-iscsi {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 19:36:28.576528 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-65446a0c-7c4e-41bf-9c38-0a0a0ee6d6fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764811785813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3251503'] for segment (1bbf8b0b-6495-4316-87f9-c02c1faf60ca), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:28.592603 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-65446a0c-7c4e-41bf-9c38-0a0a0ee6d6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694'] for segment (1bbf8b0b-6495-4316-87f9-c02c1faf60ca), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:28.599808 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65446a0c-7c4e-41bf-9c38-0a0a0ee6d6fc admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 19:36:28.600233 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-65446a0c-7c4e-41bf-9c38-0a0a0ee6d6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2445708'] for segment (1bbf8b0b-6495-4316-87f9-c02c1faf60ca), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:28.602728 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 1de6dbe0-9c8d-449a-ac88-31668696a1ef no longer exists at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:36:28.622521 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] No Port match for: 1de6dbe0-9c8d-449a-ac88-31668696a1ef {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:36:28.622875 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 1de6dbe0-9c8d-449a-ac88-31668696a1ef not bound to the agent host dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:36:28.623296 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device dd937700-5f8d-4f77-b3ab-9d4e1a64f888 no longer exists at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:36:28.641236 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.services.segments.plugin [-] Segment 1bbf8b0b-6495-4316-87f9-c02c1faf60ca resource provider aggregate not found Sep 16 19:36:28.642093 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] No Port match for: dd937700-5f8d-4f77-b3ab-9d4e1a64f888 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:36:28.642439 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device dd937700-5f8d-4f77-b3ab-9d4e1a64f888 not bound to the agent host dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:36:28.642854 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 80985e4a-a4e4-4dd8-bdb1-ee6557658b1a no longer exists at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:36:28.661658 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] No Port match for: 80985e4a-a4e4-4dd8-bdb1-ee6557658b1a {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:36:28.662050 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 80985e4a-a4e4-4dd8-bdb1-ee6557658b1a not bound to the agent host dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:36:28.663544 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.services.segments.plugin [-] Segment 1bbf8b0b-6495-4316-87f9-c02c1faf60ca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1bbf8b0b-6495-4316-87f9-c02c1faf60ca found for delete ", "request_id": "req-f8ec7048-83cc-48c0-aa84-f3ba78bce648"}]} Sep 16 19:36:28.669269 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-65446a0c-7c4e-41bf-9c38-0a0a0ee6d6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16065144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681100'] for network (c95d3abe-3283-4882-9a4b-da4bde31c550), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:28.674988 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-65446a0c-7c4e-41bf-9c38-0a0a0ee6d6fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for network (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:28.678131 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-65446a0c-7c4e-41bf-9c38-0a0a0ee6d6fc admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/c95d3abe-3283-4882-9a4b-da4bde31c550 HTTP/1.1" status: 204 len: 168 time: 0.5858428 Sep 16 19:36:28.678776 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:28.690676 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65446a0c-7c4e-41bf-9c38-0a0a0ee6d6fc admin admin] Pushing event deleted for resources: {'Network': ['ID=c95d3abe-3283-4882-9a4b-da4bde31c550,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:36:28.814121 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 51884) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:36:28.819458 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d389c2-6f94-4cdf-84f1-e7b4f59dfa08 req-5853eb90-4ad2-4bfc-9f78-2510ee5a0486 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:28.820978 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-55d389c2-6f94-4cdf-84f1-e7b4f59dfa08 req-5853eb90-4ad2-4bfc-9f78-2510ee5a0486 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6bc707d3-a68e-4552-a70a-f11fb466faf1 HTTP/1.1" status: 200 len: 944 time: 0.0477834 Sep 16 19:36:28.856101 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-298289e2-9ed5-4f90-a689-a3533dd2bc1c admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=ea483f6ff12d425fa1e8aa29e472dfe2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0405221 Sep 16 19:36:28.858449 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 51886) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:36:28.875329 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-55d389c2-6f94-4cdf-84f1-e7b4f59dfa08 req-51ace48d-da5d-4943-81b0-3d5316b18316 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2114d520-9e6f-4a63-bc5e-07ce01a9aa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478468 Sep 16 19:36:28.906895 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b2c627d9-83bd-4a19-ba54-728298901363 admin admin] Publish callbacks [] for security_group (5c638f9e-3ae6-428b-8ba0-15eb2eb3ad45), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:28.927259 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b2c627d9-83bd-4a19-ba54-728298901363 admin admin] Publish callbacks [] for security_group (5c638f9e-3ae6-428b-8ba0-15eb2eb3ad45), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:28.984455 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b2c627d9-83bd-4a19-ba54-728298901363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (5c638f9e-3ae6-428b-8ba0-15eb2eb3ad45), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:28.987530 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b2c627d9-83bd-4a19-ba54-728298901363 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:28.988725 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-b2c627d9-83bd-4a19-ba54-728298901363 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/5c638f9e-3ae6-428b-8ba0-15eb2eb3ad45 HTTP/1.1" status: 204 len: 168 time: 0.1293433 Sep 16 19:36:28.996691 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c627d9-83bd-4a19-ba54-728298901363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c638f9e-3ae6-428b-8ba0-15eb2eb3ad45,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:36:29.158951 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09211bf0-73e2-4fe4-8e65-2310f55c6d34 req-f61f80a3-d084-409b-98e8-3e308d4ee2aa tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:29.164100 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-09211bf0-73e2-4fe4-8e65-2310f55c6d34 req-f61f80a3-d084-409b-98e8-3e308d4ee2aa tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0565746 Sep 16 19:36:29.211288 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-09211bf0-73e2-4fe4-8e65-2310f55c6d34 req-d0eabf92-cf8e-413f-8d65-fa4e991e81de tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415010 Sep 16 19:36:29.365615 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd3120-2b29-4376-b082-4a5bd6a35f50 req-b3077d2a-fcd6-4d1e-9d66-adf8c58d6e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:29.367126 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-89fd3120-2b29-4376-b082-4a5bd6a35f50 req-b3077d2a-fcd6-4d1e-9d66-adf8c58d6e9b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ea12091447ba4a5799d6f416b32fa5cc&device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 1129 time: 0.0398867 Sep 16 19:36:29.465139 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd3120-2b29-4376-b082-4a5bd6a35f50 req-ec60afca-506d-4a72-ab17-fff1ac27ac0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:29.466749 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-89fd3120-2b29-4376-b082-4a5bd6a35f50 req-ec60afca-506d-4a72-ab17-fff1ac27ac0e service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=244c5642-5ab0-4834-bd0e-759fe8c918bc HTTP/1.1" status: 200 len: 918 time: 0.0890086 Sep 16 19:36:29.533728 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-89fd3120-2b29-4376-b082-4a5bd6a35f50 req-4a69f7cf-3939-415f-a788-0194e40a5747 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82303380-97ed-42fb-989a-4254a38d1489 HTTP/1.1" status: 200 len: 1001 time: 0.0606630 Sep 16 19:36:29.582313 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd3120-2b29-4376-b082-4a5bd6a35f50 req-c9d6efd2-e5af-4979-b3b9-79fdacfd3220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:29.583763 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-89fd3120-2b29-4376-b082-4a5bd6a35f50 req-c9d6efd2-e5af-4979-b3b9-79fdacfd3220 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=e74eaa38-2acb-40fa-b32b-5cd01428e71e HTTP/1.1" status: 200 len: 856 time: 0.0447741 Sep 16 19:36:29.624837 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device d34505ba-deaa-4e9a-a589-6e60cc45deb8 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 19:36:29.632620 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd3120-2b29-4376-b082-4a5bd6a35f50 req-9bf8aa78-b0fa-42d3-8fc6-6fe97abc4a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:29.634516 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-89fd3120-2b29-4376-b082-4a5bd6a35f50 req-9bf8aa78-b0fa-42d3-8fc6-6fe97abc4a66 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=244c5642-5ab0-4834-bd0e-759fe8c918bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442066 Sep 16 19:36:29.713177 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:29.730873 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port d34505ba-deaa-4e9a-a589-6e60cc45deb8, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=d34505ba-deaa-4e9a-a589-6e60cc45deb8,segment=NetworkSegment(7e734341-746a-4fdc-b511-0d6ed890ef79),segment_id=7e734341-746a-4fdc-b511-0d6ed890ef79)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:36:29.733853 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-89fd3120-2b29-4376-b082-4a5bd6a35f50 req-b3220320-147d-4608-b3c3-e65b62bf7276 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/244c5642-5ab0-4834-bd0e-759fe8c918bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925336 Sep 16 19:36:29.743089 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Returning: {'device': 'd34505ba-deaa-4e9a-a589-6e60cc45deb8', 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885', 'port_id': 'd34505ba-deaa-4e9a-a589-6e60cc45deb8', 'mac_address': 'fa:16:3e:63:dd:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '085fd4f8-7ca2-48a8-876f-2233969b7ec3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 19:36:29.781846 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port d34505ba-deaa-4e9a-a589-6e60cc45deb8 is: DOWN; New status is: BUILD {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:36:29.782491 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (d34505ba-deaa-4e9a-a589-6e60cc45deb8), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:29.796376 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d34505ba-deaa-4e9a-a589-6e60cc45deb8 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 19:36:29.803507 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:29.819384 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port d34505ba-deaa-4e9a-a589-6e60cc45deb8, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=d34505ba-deaa-4e9a-a589-6e60cc45deb8,segment=NetworkSegment(7e734341-746a-4fdc-b511-0d6ed890ef79),segment_id=7e734341-746a-4fdc-b511-0d6ed890ef79)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:36:29.825105 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (d34505ba-deaa-4e9a-a589-6e60cc45deb8), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:29.846640 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-89fd3120-2b29-4376-b082-4a5bd6a35f50 req-350c989a-2e44-473c-81bd-98a87e45d574 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/244c5642-5ab0-4834-bd0e-759fe8c918bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068656 Sep 16 19:36:29.883309 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=d34505ba-deaa-4e9a-a589-6e60cc45deb8,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:36:29.900618 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=7 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:30.005149 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4c39a-ccbe-4a0d-9918-24d01720716e req-3c66f6e9-3542-4358-9b76-40fbde1f5a2c tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:30.006631 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c0d4c39a-ccbe-4a0d-9918-24d01720716e req-3c66f6e9-3542-4358-9b76-40fbde1f5a2c tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6bc707d3-a68e-4552-a70a-f11fb466faf1 HTTP/1.1" status: 200 len: 945 time: 0.0537641 Sep 16 19:36:30.034232 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e51eb50f-2044-4727-9fb8-7033a1928c7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:30.043304 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=10,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:30.061001 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c0d4c39a-ccbe-4a0d-9918-24d01720716e req-60de1285-a1ec-49ca-9913-44e774b91a28 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2114d520-9e6f-4a63-bc5e-07ce01a9aa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487053 Sep 16 19:36:30.309103 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] get_ports_and_sgs() called for port_ids ['d34505ba-deaa-4e9a-a589-6e60cc45deb8'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 19:36:30.339975 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04efa4-4bb3-4cf3-8a3f-664f896f8998 req-402c6e93-ee0f-4434-9d99-88ff0a49be62 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:30.347526 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9d04efa4-4bb3-4cf3-8a3f-664f896f8998 req-402c6e93-ee0f-4434-9d99-88ff0a49be62 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0542076 Sep 16 19:36:30.393570 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9d04efa4-4bb3-4cf3-8a3f-664f896f8998 req-adb26b35-5090-42c4-93e8-5a20d8a0c455 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451853 Sep 16 19:36:31.198361 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2d064-bb39-4c65-9352-ea27b7e2fec6 req-c040033c-c6fa-4b3b-9303-cfa8517db56e tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:31.199836 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-60c2d064-bb39-4c65-9352-ea27b7e2fec6 req-c040033c-c6fa-4b3b-9303-cfa8517db56e tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6bc707d3-a68e-4552-a70a-f11fb466faf1 HTTP/1.1" status: 200 len: 945 time: 0.0480232 Sep 16 19:36:31.249337 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-60c2d064-bb39-4c65-9352-ea27b7e2fec6 req-ff4df63a-ca32-49af-b245-1339fe67cf92 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2114d520-9e6f-4a63-bc5e-07ce01a9aa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438027 Sep 16 19:36:31.532320 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d635ac9-13c8-450e-8246-8c3b9390a45c req-254815f5-d3a0-4802-818c-99674fe4d188 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:31.534310 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7d635ac9-13c8-450e-8246-8c3b9390a45c req-254815f5-d3a0-4802-818c-99674fe4d188 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0481455 Sep 16 19:36:31.586716 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7d635ac9-13c8-450e-8246-8c3b9390a45c req-4dc54137-7982-40b4-8f7b-839e658fad8d tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464013 Sep 16 19:36:31.651748 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device d34505ba-deaa-4e9a-a589-6e60cc45deb8 up at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:36:31.672763 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:31.699690 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Provisioning for port d34505ba-deaa-4e9a-a589-6e60cc45deb8 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 19:36:31.707285 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Provisioning complete for port d34505ba-deaa-4e9a-a589-6e60cc45deb8 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:36:31.707769 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (d34505ba-deaa-4e9a-a589-6e60cc45deb8), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:31.708097 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Attempt 1 to provision port d34505ba-deaa-4e9a-a589-6e60cc45deb8 Sep 16 19:36:31.922559 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port d34505ba-deaa-4e9a-a589-6e60cc45deb8 is: BUILD; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:36:31.923032 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (d34505ba-deaa-4e9a-a589-6e60cc45deb8), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:31.935875 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:31.948306 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc707d3-a68e-4552-a70a-f11fb466faf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd34505ba-deaa-4e9a-a589-6e60cc45deb8'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:36:31.950671 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f3f7bbbb38247194f391b6222dc5c183e9bfb457d3b71a23f23b79e9cf016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0286fff1-8c69-4969-a158-3816a3e7810b" -d '{"events": [{"server_uuid": "6bc707d3-a68e-4552-a70a-f11fb466faf1", "name": "network-vif-plugged", "status": "completed", "tag": "d34505ba-deaa-4e9a-a589-6e60cc45deb8"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:36:31.965864 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port d34505ba-deaa-4e9a-a589-6e60cc45deb8, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=d34505ba-deaa-4e9a-a589-6e60cc45deb8,segment=NetworkSegment(7e734341-746a-4fdc-b511-0d6ed890ef79),segment_id=7e734341-746a-4fdc-b511-0d6ed890ef79)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:36:31.972823 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (d34505ba-deaa-4e9a-a589-6e60cc45deb8), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:31.973930 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 82303380-97ed-42fb-989a-4254a38d1489 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:36:32.030463 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 19:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0261cf20-ce3b-4f81-a9c1-2a8605413964 x-openstack-request-id: req-0261cf20-ce3b-4f81-a9c1-2a8605413964 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:36:32.030981 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bc707d3-a68e-4552-a70a-f11fb466faf1", "name": "network-vif-plugged", "status": "completed", "tag": "d34505ba-deaa-4e9a-a589-6e60cc45deb8", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:36:32.031200 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0261cf20-ce3b-4f81-a9c1-2a8605413964 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:36:32.031749 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0261cf20-ce3b-4f81-a9c1-2a8605413964'] response: {'server_uuid': '6bc707d3-a68e-4552-a70a-f11fb466faf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd34505ba-deaa-4e9a-a589-6e60cc45deb8', 'code': 200} Sep 16 19:36:32.055794 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=d34505ba-deaa-4e9a-a589-6e60cc45deb8,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:36:32.066011 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:36:32.066352 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:36:32.066713 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:36:32.067046 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:36:32.067370 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:36:32.067691 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:36:32.068010 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:36:32.068534 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:36:32.068848 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:36:32.069168 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:36:32.069565 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:36:32.069819 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:36:32.070111 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:36:32.070569 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:36:32.070913 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:36:32.107208 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port 82303380-97ed-42fb-989a-4254a38d1489 is: ACTIVE; New status is: DOWN {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:36:32.107590 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (82303380-97ed-42fb-989a-4254a38d1489), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:32.110162 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:32.142024 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port 82303380-97ed-42fb-989a-4254a38d1489, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=82303380-97ed-42fb-989a-4254a38d1489,segment=NetworkSegment(36fb67b8-e635-4794-987f-fa439239cfd5),segment_id=36fb67b8-e635-4794-987f-fa439239cfd5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:36:32.147405 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (82303380-97ed-42fb-989a-4254a38d1489), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:32.193408 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=82303380-97ed-42fb-989a-4254a38d1489,revision_number=8']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:36:32.271933 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b8d4148a-cbfa-49b4-9d4c-ac022ec918c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:32.303929 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70ba87-b64a-4eea-b4a1-029a3db8fcd1 req-d76dcfee-d9a6-4dbb-bfdd-aa25fa299db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:32.305555 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fd70ba87-b64a-4eea-b4a1-029a3db8fcd1 req-d76dcfee-d9a6-4dbb-bfdd-aa25fa299db6 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6bc707d3-a68e-4552-a70a-f11fb466faf1 HTTP/1.1" status: 200 len: 1130 time: 0.0393653 Sep 16 19:36:32.355360 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fd70ba87-b64a-4eea-b4a1-029a3db8fcd1 req-8c06a81a-31bc-43e2-8107-ab5cecd0b52c service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2114d520-9e6f-4a63-bc5e-07ce01a9aa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442293 Sep 16 19:36:32.387071 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d14ec-9c49-4c87-9b4e-e2e14bf2ac3d req-094b2e0f-fb9f-431d-a5d9-c6d784c379fd tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:32.388537 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-df2d14ec-9c49-4c87-9b4e-e2e14bf2ac3d req-094b2e0f-fb9f-431d-a5d9-c6d784c379fd tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6bc707d3-a68e-4552-a70a-f11fb466faf1 HTTP/1.1" status: 200 len: 946 time: 0.0491629 Sep 16 19:36:32.441793 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-df2d14ec-9c49-4c87-9b4e-e2e14bf2ac3d req-82906a5c-d49a-4b2c-834e-0b1474e45ff6 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2114d520-9e6f-4a63-bc5e-07ce01a9aa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441864 Sep 16 19:36:32.724132 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a1130a-b3ce-4f04-ae43-5a99d6eaf7b9 req-fc800c75-a54b-4afa-9fed-2897c5d3efad tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:32.725867 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-50a1130a-b3ce-4f04-ae43-5a99d6eaf7b9 req-fc800c75-a54b-4afa-9fed-2897c5d3efad tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 943 time: 0.0466604 Sep 16 19:36:32.781507 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-50a1130a-b3ce-4f04-ae43-5a99d6eaf7b9 req-8f972756-1629-4070-b0c2-17e08faf06f8 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498791 Sep 16 19:36:33.326794 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [req-2bb3ff41-faa2-4746-8dc2-891713247079 req-b00edda2-6c45-4861-8e6b-8c75d02610ca service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 19:36:33.327805 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2bb3ff41-faa2-4746-8dc2-891713247079 req-b00edda2-6c45-4861-8e6b-8c75d02610ca service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054898 Sep 16 19:36:33.544546 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7570df1-6c77-448f-a87c-1ef9f0db82b7 req-b1dc97c0-a641-4e87-b624-c1432566c7f4 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:33.546477 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c7570df1-6c77-448f-a87c-1ef9f0db82b7 req-b1dc97c0-a641-4e87-b624-c1432566c7f4 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 943 time: 0.0643158 Sep 16 19:36:33.592182 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b49ce-0ecb-430f-a07c-aa396d2be097 req-2deea758-aa2e-418b-b3a5-eafa2cd3d6bd tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:33.593945 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7d7b49ce-0ecb-430f-a07c-aa396d2be097 req-2deea758-aa2e-418b-b3a5-eafa2cd3d6bd tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6bc707d3-a68e-4552-a70a-f11fb466faf1 HTTP/1.1" status: 200 len: 946 time: 0.0543745 Sep 16 19:36:33.601194 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c7570df1-6c77-448f-a87c-1ef9f0db82b7 req-8fbfc41d-a1b5-4172-b5b5-9d6fbdf90032 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465250 Sep 16 19:36:33.606374 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:33.642012 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:33.657495 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7d7b49ce-0ecb-430f-a07c-aa396d2be097 req-ce8a845b-bd8b-44fd-8f68-6cda4a9e7b6d tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2114d520-9e6f-4a63-bc5e-07ce01a9aa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575554 Sep 16 19:36:34.032961 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82303380-97ed-42fb-989a-4254a38d1489'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:36:34.035547 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f3f7bbbb38247194f391b6222dc5c183e9bfb457d3b71a23f23b79e9cf016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149f4fd9-2007-4f04-b57f-57c89b838d02" -d '{"events": [{"server_uuid": "2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1", "name": "network-vif-unplugged", "status": "completed", "tag": "82303380-97ed-42fb-989a-4254a38d1489"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:36:34.073660 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Sep 2022 19:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2929759b-ee72-46e3-ae4e-4c92418b6485 x-openstack-request-id: req-2929759b-ee72-46e3-ae4e-4c92418b6485 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:36:34.073660 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1", "name": "network-vif-unplugged", "status": "failed", "tag": "82303380-97ed-42fb-989a-4254a38d1489", "code": 422}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:36:34.073660 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2929759b-ee72-46e3-ae4e-4c92418b6485 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:36:34.074013 dv-cinder-850320-7-iscsi neutron-server[106254]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-2929759b-ee72-46e3-ae4e-4c92418b6485']: {'server_uuid': '2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '82303380-97ed-42fb-989a-4254a38d1489', 'code': 422} returned with failed status Sep 16 19:36:34.081745 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-db5e9c70-dbe0-4b67-8add-4f3a60d49066 req-a507be90-60bd-4444-b50e-609f476d8b28 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3166246 Sep 16 19:36:34.157555 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e9c70-dbe0-4b67-8add-4f3a60d49066 req-b079d5ce-7b17-4f5e-886b-2591b1b83849 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:34.158959 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-db5e9c70-dbe0-4b67-8add-4f3a60d49066 req-b079d5ce-7b17-4f5e-886b-2591b1b83849 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports/82303380-97ed-42fb-989a-4254a38d1489 HTTP/1.1" status: 200 len: 940 time: 0.0489373 Sep 16 19:36:34.738529 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd620bdd-5ce7-47d4-a8f7-869060b5d040 req-2e1f0085-0f27-41cb-972f-f3a06e9c4531 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:34.740833 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bd620bdd-5ce7-47d4-a8f7-869060b5d040 req-2e1f0085-0f27-41cb-972f-f3a06e9c4531 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 943 time: 0.0576899 Sep 16 19:36:34.794136 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bd620bdd-5ce7-47d4-a8f7-869060b5d040 req-f6fdb10b-94e0-4ee0-93e0-869e1a6c6a66 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475068 Sep 16 19:36:34.806751 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a81c7-b2ca-4d5e-b76b-8ec1418097f0 req-830c5f8d-0b22-49a7-9a1f-9086cc4029b5 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:34.808330 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-590a81c7-b2ca-4d5e-b76b-8ec1418097f0 req-830c5f8d-0b22-49a7-9a1f-9086cc4029b5 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6bc707d3-a68e-4552-a70a-f11fb466faf1 HTTP/1.1" status: 200 len: 946 time: 0.0486753 Sep 16 19:36:34.859123 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-590a81c7-b2ca-4d5e-b76b-8ec1418097f0 req-ff1fb1e7-4f70-42fd-b8d3-4daadb924540 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2114d520-9e6f-4a63-bc5e-07ce01a9aa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449746 Sep 16 19:36:34.989463 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:34.993246 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26fcbf3-0230-4ed4-aeac-68d702933a3e req-09316201-bd43-468d-bee7-cee907e8944f tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:34.996849 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e26fcbf3-0230-4ed4-aeac-68d702933a3e req-09316201-bd43-468d-bee7-cee907e8944f tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6bc707d3-a68e-4552-a70a-f11fb466faf1 HTTP/1.1" status: 200 len: 946 time: 0.0641539 Sep 16 19:36:35.048952 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e26fcbf3-0230-4ed4-aeac-68d702933a3e req-2acd7d92-191c-46f6-817a-e4bfddcdce2d tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2114d520-9e6f-4a63-bc5e-07ce01a9aa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484817 Sep 16 19:36:35.080046 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 52042) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:36:35.119382 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:35.276404 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db44aea7-0c39-4514-95d9-7be8b5a98f8b tempest-TestVolumeBootPattern-553989598 tempest-TestVolumeBootPattern-553989598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:35.278399 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-db44aea7-0c39-4514-95d9-7be8b5a98f8b tempest-TestVolumeBootPattern-553989598 tempest-TestVolumeBootPattern-553989598-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6bc707d3-a68e-4552-a70a-f11fb466faf1 HTTP/1.1" status: 200 len: 1125 time: 0.1972480 Sep 16 19:36:35.281800 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 52046) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:36:35.286948 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-079b3501-cc79-4d08-b53e-8575835424f0 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Request body: {'floatingip': {'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'port_id': 'd34505ba-deaa-4e9a-a589-6e60cc45deb8', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:36:35.310951 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-079b3501-cc79-4d08-b53e-8575835424f0 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:35.642393 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 82303380-97ed-42fb-989a-4254a38d1489 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:36:35.643730 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-079b3501-cc79-4d08-b53e-8575835424f0 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:35.720455 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port 82303380-97ed-42fb-989a-4254a38d1489 is: DOWN; New status is: DOWN {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:36:35.753505 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-079b3501-cc79-4d08-b53e-8575835424f0 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Allocated IP 172.27.2.87 (01cd8397-3ed1-4c5d-9923-fabf569219df/d3fb57fd-37cc-4923-b90f-7dd3d712a8d3/2ae12936-553e-4faa-805e-6cc2c11473f8) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:36:35.768054 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:35.857250 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-079b3501-cc79-4d08-b53e-8575835424f0 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks [] for port (2ae12936-553e-4faa-805e-6cc2c11473f8), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:35.890790 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-079b3501-cc79-4d08-b53e-8575835424f0 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (2ae12936-553e-4faa-805e-6cc2c11473f8), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:35.913583 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:35.935080 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079b3501-cc79-4d08-b53e-8575835424f0 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Network 01cd8397-3ed1-4c5d-9923-fabf569219df is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:36:35.936222 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890c4e8-64c9-47b1-86bf-ef9fd12da5ad req-87b6d253-3eac-4b49-a0d6-2f7e9414a6f6 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:35.937773 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f890c4e8-64c9-47b1-86bf-ef9fd12da5ad req-87b6d253-3eac-4b49-a0d6-2f7e9414a6f6 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 943 time: 0.0524557 Sep 16 19:36:35.938166 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-079b3501-cc79-4d08-b53e-8575835424f0 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:36:35.942738 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079b3501-cc79-4d08-b53e-8575835424f0 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:36:35.972802 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b3501-cc79-4d08-b53e-8575835424f0 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Pushing event updated for resources: {'Port': ['ID=2ae12936-553e-4faa-805e-6cc2c11473f8,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:36:35.995387 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f890c4e8-64c9-47b1-86bf-ef9fd12da5ad req-abdf49bc-38fb-42aa-897a-9f1dc13fc413 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511396 Sep 16 19:36:36.017778 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e9c70-dbe0-4b67-8add-4f3a60d49066 req-2b2d0833-dc96-4a32-a1ca-ffc135d7658b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:36.018498 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-db5e9c70-dbe0-4b67-8add-4f3a60d49066 req-2b2d0833-dc96-4a32-a1ca-ffc135d7658b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1&tenant_id=ea12091447ba4a5799d6f416b32fa5cc HTTP/1.1" status: 200 len: 1127 time: 0.0704675 Sep 16 19:36:36.116606 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:36.129889 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e9c70-dbe0-4b67-8add-4f3a60d49066 req-a6e56acc-d659-4a31-b332-a3a955574fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:36.131394 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-db5e9c70-dbe0-4b67-8add-4f3a60d49066 req-a6e56acc-d659-4a31-b332-a3a955574fd4 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ea12091447ba4a5799d6f416b32fa5cc&device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 1127 time: 0.0581019 Sep 16 19:36:36.306455 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e9c70-dbe0-4b67-8add-4f3a60d49066 req-090ec0d6-ce54-454a-8caf-ef52654a8819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:36.308017 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-db5e9c70-dbe0-4b67-8add-4f3a60d49066 req-090ec0d6-ce54-454a-8caf-ef52654a8819 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=244c5642-5ab0-4834-bd0e-759fe8c918bc HTTP/1.1" status: 200 len: 918 time: 0.1469326 Sep 16 19:36:36.436887 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-db5e9c70-dbe0-4b67-8add-4f3a60d49066 req-1b6a1624-9939-4a17-9113-68e5d6744ad7 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82303380-97ed-42fb-989a-4254a38d1489 HTTP/1.1" status: 200 len: 999 time: 0.0965385 Sep 16 19:36:36.522792 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-079b3501-cc79-4d08-b53e-8575835424f0 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks [] for floatingip (e890505e-6c23-4343-8f32-44165e5b8de2), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:36.525094 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e9c70-dbe0-4b67-8add-4f3a60d49066 req-cce506ae-9ab8-447c-bf96-1ee6b66277e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:36.526578 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-db5e9c70-dbe0-4b67-8add-4f3a60d49066 req-cce506ae-9ab8-447c-bf96-1ee6b66277e9 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=e74eaa38-2acb-40fa-b32b-5cd01428e71e HTTP/1.1" status: 200 len: 856 time: 0.0825558 Sep 16 19:36:36.587635 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:36.601689 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e9c70-dbe0-4b67-8add-4f3a60d49066 req-9b8e3b74-3b76-4d85-a5e3-8e86dc0672c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:36.603161 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-db5e9c70-dbe0-4b67-8add-4f3a60d49066 req-9b8e3b74-3b76-4d85-a5e3-8e86dc0672c2 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=244c5642-5ab0-4834-bd0e-759fe8c918bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549133 Sep 16 19:36:36.669155 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-079b3501-cc79-4d08-b53e-8575835424f0 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (2ae12936-553e-4faa-805e-6cc2c11473f8), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:36.775106 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-db5e9c70-dbe0-4b67-8add-4f3a60d49066 req-3661e95c-07a5-4e31-8983-a24b67d6b46b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/244c5642-5ab0-4834-bd0e-759fe8c918bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568098 Sep 16 19:36:36.889054 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:36.912811 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-db5e9c70-dbe0-4b67-8add-4f3a60d49066 req-aa4c1c49-62df-4fbe-852b-df72c2b69973 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/244c5642-5ab0-4834-bd0e-759fe8c918bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317933 Sep 16 19:36:36.914946 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-079b3501-cc79-4d08-b53e-8575835424f0 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks [] for port (2ae12936-553e-4faa-805e-6cc2c11473f8), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:36.921491 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-079b3501-cc79-4d08-b53e-8575835424f0 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445664'] for port (2ae12936-553e-4faa-805e-6cc2c11473f8), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:36.991435 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-079b3501-cc79-4d08-b53e-8575835424f0 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681123'] for floatingip (e890505e-6c23-4343-8f32-44165e5b8de2), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:36.993145 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b3501-cc79-4d08-b53e-8575835424f0 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Pushing event updated for resources: {'Port': ['ID=2ae12936-553e-4faa-805e-6cc2c11473f8,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:36:37.117149 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.db.l3_db [None req-079b3501-cc79-4d08-b53e-8575835424f0 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Floating IP e890505e-6c23-4343-8f32-44165e5b8de2 associated. External IP: 172.27.2.87, port: d34505ba-deaa-4e9a-a589-6e60cc45deb8. Sep 16 19:36:37.170994 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5c866-c1df-4028-ab3c-075f5765bb44 req-6d40721f-ab59-452a-8754-4bb31d518f95 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:37.172517 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fcb5c866-c1df-4028-ab3c-075f5765bb44 req-6d40721f-ab59-452a-8754-4bb31d518f95 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 943 time: 0.0891559 Sep 16 19:36:37.270010 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fcb5c866-c1df-4028-ab3c-075f5765bb44 req-e87ec574-0cb5-4b8a-8166-f207f0ca0708 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911202 Sep 16 19:36:37.387445 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-079b3501-cc79-4d08-b53e-8575835424f0 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Router 002af737-514c-4af7-9b09-9a09e600ed84 has already been hosted by L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:36:37.394995 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:37.522217 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079b3501-cc79-4d08-b53e-8575835424f0 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:36:37.529174 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fa8c23-05d5-4d2e-add6-54013d1f95ad None None] Sync routers for ids ['002af737-514c-4af7-9b09-9a09e600ed84'] in dv-cinder-850320-7-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:36:37.553323 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fa8c23-05d5-4d2e-add6-54013d1f95ad None None] Routers {'002af737-514c-4af7-9b09-9a09e600ed84'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:36:37.554322 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-04fa8c23-05d5-4d2e-add6-54013d1f95ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:36:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['002af737-514c-4af7-9b09-9a09e600ed84'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:36:37.574061 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-079b3501-cc79-4d08-b53e-8575835424f0 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for floatingip (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:37.678831 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-079b3501-cc79-4d08-b53e-8575835424f0 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3956046 Sep 16 19:36:37.679813 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bc707d3-a68e-4552-a70a-f11fb466faf1', 'tag': 'd34505ba-deaa-4e9a-a589-6e60cc45deb8'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:36:37.682952 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e152f16bac9f1df6f483fa1cb5a6d8c6a2a494143f87e2794594a52eeef6f53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c49235-1066-4233-b3c8-f13b6c4172d8" -d '{"events": [{"name": "network-changed", "server_uuid": "6bc707d3-a68e-4552-a70a-f11fb466faf1", "tag": "d34505ba-deaa-4e9a-a589-6e60cc45deb8"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:36:37.784452 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 19:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baee56ac-536c-4d43-ae8f-4058b4235b71 x-openstack-request-id: req-baee56ac-536c-4d43-ae8f-4058b4235b71 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:36:37.785082 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bc707d3-a68e-4552-a70a-f11fb466faf1", "tag": "d34505ba-deaa-4e9a-a589-6e60cc45deb8", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:36:37.785393 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-baee56ac-536c-4d43-ae8f-4058b4235b71 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:36:37.786197 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baee56ac-536c-4d43-ae8f-4058b4235b71'] response: {'name': 'network-changed', 'server_uuid': '6bc707d3-a68e-4552-a70a-f11fb466faf1', 'tag': 'd34505ba-deaa-4e9a-a589-6e60cc45deb8', 'status': 'completed', 'code': 200} Sep 16 19:36:37.851102 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-04fa8c23-05d5-4d2e-add6-54013d1f95ad None None] Set router 002af737-514c-4af7-9b09-9a09e600ed84 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:36:38.117992 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-04fa8c23-05d5-4d2e-add6-54013d1f95ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002af737-514c-4af7-9b09-9a09e600ed84', 'name': 'tempest-TestVolumeBootPattern-907653964-router', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:35:37Z', 'updated_at': '2022-09-16T19:35:40Z', 'revision_number': 4, 'project_id': '9b9158de13684627b042d2a183330eff', 'gw_port': {'id': '7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:38Z', 'updated_at': '2022-09-16T19:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_floatingips': [{'id': 'e890505e-6c23-4343-8f32-44165e5b8de2', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'port_id': 'd34505ba-deaa-4e9a-a589-6e60cc45deb8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885', 'mac_address': 'fa:16:3e:63:dd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc707d3-a68e-4552-a70a-f11fb466faf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:36:36Z', 'updated_at': '2022-09-16T19:36:36Z', 'revision_number': 0, 'project_id': '9b9158de13684627b042d2a183330eff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58d5b297-c5a6-4a57-9275-f26abaaeeb2e', 'name': '', 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'mac_address': 'fa:16:3e:6f:85:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '085fd4f8-7ca2-48a8-876f-2233969b7ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:40Z', 'updated_at': '2022-09-16T19:35:46Z', 'revision_number': 5, 'project_id': '9b9158de13684627b042d2a183330eff', 'subnets': [{'id': '085fd4f8-7ca2-48a8-876f-2233969b7ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:36:38.148717 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fa8c23-05d5-4d2e-add6-54013d1f95ad None None] Checking router: 002af737-514c-4af7-9b09-9a09e600ed84 for host: dv-cinder-850320-7-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:36:38.161980 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fa8c23-05d5-4d2e-add6-54013d1f95ad None None] Routers {'002af737-514c-4af7-9b09-9a09e600ed84'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:36:38.163299 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-04fa8c23-05d5-4d2e-add6-54013d1f95ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:36:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['002af737-514c-4af7-9b09-9a09e600ed84'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:36:38.279735 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-04fa8c23-05d5-4d2e-add6-54013d1f95ad None None] Set router 002af737-514c-4af7-9b09-9a09e600ed84 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:36:38.417344 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423cf66d-5b85-42c2-8c73-abe58d4085ee req-ef77ccdb-840e-420b-ba24-d96b3d32a3e2 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:38.418954 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-423cf66d-5b85-42c2-8c73-abe58d4085ee req-ef77ccdb-840e-420b-ba24-d96b3d32a3e2 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 943 time: 0.0506682 Sep 16 19:36:38.473189 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-423cf66d-5b85-42c2-8c73-abe58d4085ee req-cf431def-1bb9-4f59-b6e5-f63733077212 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474145 Sep 16 19:36:38.601545 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-04fa8c23-05d5-4d2e-add6-54013d1f95ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002af737-514c-4af7-9b09-9a09e600ed84', 'name': 'tempest-TestVolumeBootPattern-907653964-router', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:35:37Z', 'updated_at': '2022-09-16T19:35:40Z', 'revision_number': 4, 'project_id': '9b9158de13684627b042d2a183330eff', 'gw_port': {'id': '7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:38Z', 'updated_at': '2022-09-16T19:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_floatingips': [{'id': 'e890505e-6c23-4343-8f32-44165e5b8de2', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'port_id': 'd34505ba-deaa-4e9a-a589-6e60cc45deb8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885', 'mac_address': 'fa:16:3e:63:dd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc707d3-a68e-4552-a70a-f11fb466faf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:36:36Z', 'updated_at': '2022-09-16T19:36:36Z', 'revision_number': 0, 'project_id': '9b9158de13684627b042d2a183330eff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58d5b297-c5a6-4a57-9275-f26abaaeeb2e', 'name': '', 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'mac_address': 'fa:16:3e:6f:85:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '085fd4f8-7ca2-48a8-876f-2233969b7ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:40Z', 'updated_at': '2022-09-16T19:35:46Z', 'revision_number': 5, 'project_id': '9b9158de13684627b042d2a183330eff', 'subnets': [{'id': '085fd4f8-7ca2-48a8-876f-2233969b7ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:36:38.633176 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fa8c23-05d5-4d2e-add6-54013d1f95ad None None] The sync data for ids ['002af737-514c-4af7-9b09-9a09e600ed84'] in dv-cinder-850320-7-iscsi is: [{'id': '002af737-514c-4af7-9b09-9a09e600ed84', 'name': 'tempest-TestVolumeBootPattern-907653964-router', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:35:37Z', 'updated_at': '2022-09-16T19:35:40Z', 'revision_number': 4, 'project_id': '9b9158de13684627b042d2a183330eff', 'gw_port': {'id': '7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:38Z', 'updated_at': '2022-09-16T19:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_floatingips': [{'id': 'e890505e-6c23-4343-8f32-44165e5b8de2', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'port_id': 'd34505ba-deaa-4e9a-a589-6e60cc45deb8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885', 'mac_address': 'fa:16:3e:63:dd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc707d3-a68e-4552-a70a-f11fb466faf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:36:36Z', 'updated_at': '2022-09-16T19:36:36Z', 'revision_number': 0, 'project_id': '9b9158de13684627b042d2a183330eff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58d5b297-c5a6-4a57-9275-f26abaaeeb2e', 'name': '', 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'mac_address': 'fa:16:3e:6f:85:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '085fd4f8-7ca2-48a8-876f-2233969b7ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:40Z', 'updated_at': '2022-09-16T19:35:46Z', 'revision_number': 5, 'project_id': '9b9158de13684627b042d2a183330eff', 'subnets': [{'id': '085fd4f8-7ca2-48a8-876f-2233969b7ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:36:38.872964 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c604ec-5cce-48f3-8305-f98f959fc058 None None] New status for floating IP e890505e-6c23-4343-8f32-44165e5b8de2: ACTIVE {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 19:36:39.619150 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92724ff-fd20-43e7-823a-18658eeab69c req-52347151-c4d7-4998-839c-ffce0f486972 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:39.620698 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c92724ff-fd20-43e7-823a-18658eeab69c req-52347151-c4d7-4998-839c-ffce0f486972 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 943 time: 0.0479491 Sep 16 19:36:39.673405 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c92724ff-fd20-43e7-823a-18658eeab69c req-d9c547fe-d2bb-4291-a70d-1a741cee2ad6 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441942 Sep 16 19:36:40.835092 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc97606-a865-467d-96b5-c1d04eb42019 req-59008290-3afa-4403-ae8a-6c297bbdc5cb tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:40.836789 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bfc97606-a865-467d-96b5-c1d04eb42019 req-59008290-3afa-4403-ae8a-6c297bbdc5cb tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 943 time: 0.0510836 Sep 16 19:36:40.900834 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bfc97606-a865-467d-96b5-c1d04eb42019 req-abd0c816-481a-4885-a6ed-ea53192104df tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536933 Sep 16 19:36:42.070084 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8743643-8b2e-49b7-bbc0-10cc21a78ab3 req-c32394dc-30e7-4e11-8fd4-1f0284f342d4 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:42.072034 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f8743643-8b2e-49b7-bbc0-10cc21a78ab3 req-c32394dc-30e7-4e11-8fd4-1f0284f342d4 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 943 time: 0.0652871 Sep 16 19:36:42.120696 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:42.151829 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f8743643-8b2e-49b7-bbc0-10cc21a78ab3 req-dffcd4fd-8ad3-4141-a35d-97485346b227 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720382 Sep 16 19:36:43.312697 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550a205-5bc4-4905-bc55-934a6c54c471 req-e8af6f63-28a0-46f7-b94d-86c2d6455058 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:43.314204 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e550a205-5bc4-4905-bc55-934a6c54c471 req-e8af6f63-28a0-46f7-b94d-86c2d6455058 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 943 time: 0.0656664 Sep 16 19:36:43.396723 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e550a205-5bc4-4905-bc55-934a6c54c471 req-472c17a2-8b60-4c7f-b288-b50776de1be0 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635750 Sep 16 19:36:44.546044 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ba4b7-032b-40b0-91b9-d7796ae937cd req-c142c961-c56f-46d5-89da-9507f514e165 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:44.548194 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-975ba4b7-032b-40b0-91b9-d7796ae937cd req-c142c961-c56f-46d5-89da-9507f514e165 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 943 time: 0.0584190 Sep 16 19:36:44.606255 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-975ba4b7-032b-40b0-91b9-d7796ae937cd req-246d3a63-7274-4f05-9625-da399f447c9e tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516949 Sep 16 19:36:45.744743 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d485ec1f-3e98-4f8d-a6f9-11eed4e0dced req-7bc2b773-fbcb-433c-a00d-55a9f4728ba3 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:45.746453 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d485ec1f-3e98-4f8d-a6f9-11eed4e0dced req-7bc2b773-fbcb-433c-a00d-55a9f4728ba3 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 943 time: 0.0518906 Sep 16 19:36:45.810930 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d485ec1f-3e98-4f8d-a6f9-11eed4e0dced req-1606ff57-08c4-4007-836f-e45cf09ee256 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478408 Sep 16 19:36:46.630986 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 52222) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:36:46.750269 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:46.759153 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-66590588-f643-4305-a343-a0a6ea5a3acd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:46.851363 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-66590588-f643-4305-a343-a0a6ea5a3acd admin admin] Publish callbacks [] for security_group (4635c623-138c-43cf-a866-a4d1d8bc3646), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:46.862070 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-66590588-f643-4305-a343-a0a6ea5a3acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (4635c623-138c-43cf-a866-a4d1d8bc3646), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:46.908513 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-66590588-f643-4305-a343-a0a6ea5a3acd admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=5cdfb6dceb984cdeafe57d7cbeac5820&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2765760 Sep 16 19:36:46.909728 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66590588-f643-4305-a343-a0a6ea5a3acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4635c623-138c-43cf-a866-a4d1d8bc3646,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:36:46.911111 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 52228) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:36:46.982457 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d2546-ea4b-473c-8435-7cc1bf641379 req-85488cc6-c5f9-48fc-b88d-bef83ef6b7c5 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:46.983906 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-266d2546-ea4b-473c-8435-7cc1bf641379 req-85488cc6-c5f9-48fc-b88d-bef83ef6b7c5 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 943 time: 0.0842159 Sep 16 19:36:47.032767 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bec02979-f7d4-4c8d-9232-cd664f97c6b8 admin admin] Publish callbacks [] for security_group (4635c623-138c-43cf-a866-a4d1d8bc3646), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:47.069543 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bec02979-f7d4-4c8d-9232-cd664f97c6b8 admin admin] Publish callbacks [] for security_group (4635c623-138c-43cf-a866-a4d1d8bc3646), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:47.078638 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-266d2546-ea4b-473c-8435-7cc1bf641379 req-65666bdd-b5c5-4fec-9ca8-3b7d9581800a tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857060 Sep 16 19:36:47.129545 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bec02979-f7d4-4c8d-9232-cd664f97c6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (4635c623-138c-43cf-a866-a4d1d8bc3646), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:47.132587 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bec02979-f7d4-4c8d-9232-cd664f97c6b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:47.133789 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-bec02979-f7d4-4c8d-9232-cd664f97c6b8 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/4635c623-138c-43cf-a866-a4d1d8bc3646 HTTP/1.1" status: 204 len: 168 time: 0.2217054 Sep 16 19:36:47.142054 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec02979-f7d4-4c8d-9232-cd664f97c6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4635c623-138c-43cf-a866-a4d1d8bc3646,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:36:47.431199 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 52234) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:36:47.445319 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-669164fa-08a1-4eab-9469-a3dd68d7adce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:47.533149 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-669164fa-08a1-4eab-9469-a3dd68d7adce admin admin] Publish callbacks [] for security_group (9ceb634a-7f21-4279-9539-8b044cc0de08), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:47.539682 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-669164fa-08a1-4eab-9469-a3dd68d7adce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (9ceb634a-7f21-4279-9539-8b044cc0de08), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:47.581810 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-669164fa-08a1-4eab-9469-a3dd68d7adce admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=74c8281445ee4961b7e17ed9288411a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1494751 Sep 16 19:36:47.582701 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669164fa-08a1-4eab-9469-a3dd68d7adce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ceb634a-7f21-4279-9539-8b044cc0de08,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:36:47.585006 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 52236) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:36:47.634514 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7f8fd9a4-e1b8-49f7-8759-96c12273e836 admin admin] Publish callbacks [] for security_group (9ceb634a-7f21-4279-9539-8b044cc0de08), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:47.654204 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7f8fd9a4-e1b8-49f7-8759-96c12273e836 admin admin] Publish callbacks [] for security_group (9ceb634a-7f21-4279-9539-8b044cc0de08), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:47.682392 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:47.706729 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7f8fd9a4-e1b8-49f7-8759-96c12273e836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (9ceb634a-7f21-4279-9539-8b044cc0de08), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:47.710035 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7f8fd9a4-e1b8-49f7-8759-96c12273e836 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:47.711176 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-7f8fd9a4-e1b8-49f7-8759-96c12273e836 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/9ceb634a-7f21-4279-9539-8b044cc0de08 HTTP/1.1" status: 204 len: 168 time: 0.1252062 Sep 16 19:36:47.719099 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8fd9a4-e1b8-49f7-8759-96c12273e836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ceb634a-7f21-4279-9539-8b044cc0de08,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:36:48.215798 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b8dda-3228-4a72-b6b1-ac355e24d732 req-c15ad159-4f81-4987-9d91-03a99c0c82c5 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:48.217391 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ec2b8dda-3228-4a72-b6b1-ac355e24d732 req-c15ad159-4f81-4987-9d91-03a99c0c82c5 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 943 time: 0.0519161 Sep 16 19:36:48.266014 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ec2b8dda-3228-4a72-b6b1-ac355e24d732 req-41ff32c7-9820-401f-b67a-79f86b226ea1 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426536 Sep 16 19:36:48.598591 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=87 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:48.609268 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=61 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:49.380622 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:49.400587 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4aff02-6e73-4e99-b603-1a0874074565 req-04256b0d-2752-4f32-a224-1e41319a34ea tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:49.402121 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ff4aff02-6e73-4e99-b603-1a0874074565 req-04256b0d-2752-4f32-a224-1e41319a34ea tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 943 time: 0.0505686 Sep 16 19:36:49.450722 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ff4aff02-6e73-4e99-b603-1a0874074565 req-f8efbb24-7456-45d2-80c6-03f348416f7b tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428650 Sep 16 19:36:50.586054 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d820d5-0f99-4528-b7ac-13c7f4b8d2e7 req-2e2eda2d-d091-41c2-95e4-6fdefbe41453 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:50.587513 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-16d820d5-0f99-4528-b7ac-13c7f4b8d2e7 req-2e2eda2d-d091-41c2-95e4-6fdefbe41453 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 943 time: 0.0508766 Sep 16 19:36:50.808537 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-16d820d5-0f99-4528-b7ac-13c7f4b8d2e7 req-cc60ec4e-0fdc-45d0-8afb-eaee2aa7891b tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2151406 Sep 16 19:36:50.846955 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 52376) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:36:50.954198 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-91d4ddf2-52d3-4d10-a2e8-053fba61a0bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:51.033173 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-91d4ddf2-52d3-4d10-a2e8-053fba61a0bc admin admin] Publish callbacks [] for security_group (50bad31c-6ba3-453c-8cc2-ca088b4722e7), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:51.039731 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-91d4ddf2-52d3-4d10-a2e8-053fba61a0bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (50bad31c-6ba3-453c-8cc2-ca088b4722e7), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:51.080165 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d4ddf2-52d3-4d10-a2e8-053fba61a0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50bad31c-6ba3-453c-8cc2-ca088b4722e7,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:36:51.086513 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-91d4ddf2-52d3-4d10-a2e8-053fba61a0bc admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=c97701a2126d46939aa53939f3e12289&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2385094 Sep 16 19:36:51.089447 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 52382) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:36:51.162848 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9e25d8b3-6b5b-43fa-9190-9092a61b3271 admin admin] Publish callbacks [] for security_group (50bad31c-6ba3-453c-8cc2-ca088b4722e7), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:51.190017 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c49235-1066-4233-b3c8-f13b6c4172d8 req-119269b6-4496-415d-be55-2da529a327d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:51.191493 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-03c49235-1066-4233-b3c8-f13b6c4172d8 req-119269b6-4496-415d-be55-2da529a327d5 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=9b9158de13684627b042d2a183330eff&device_id=6bc707d3-a68e-4552-a70a-f11fb466faf1 HTTP/1.1" status: 200 len: 1130 time: 0.0595655 Sep 16 19:36:51.193306 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9e25d8b3-6b5b-43fa-9190-9092a61b3271 admin admin] Publish callbacks [] for security_group (50bad31c-6ba3-453c-8cc2-ca088b4722e7), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:51.437713 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:36:51.508817 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:51.551958 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c49235-1066-4233-b3c8-f13b6c4172d8 req-b718335d-0d79-4d67-9869-36ef8b0c39df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:51.553842 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-03c49235-1066-4233-b3c8-f13b6c4172d8 req-b718335d-0d79-4d67-9869-36ef8b0c39df service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=a6a02090-2f02-4634-aa67-dc86c3956885 HTTP/1.1" status: 200 len: 912 time: 0.3537796 Sep 16 19:36:51.554391 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9e25d8b3-6b5b-43fa-9190-9092a61b3271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (50bad31c-6ba3-453c-8cc2-ca088b4722e7), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:51.556862 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9e25d8b3-6b5b-43fa-9190-9092a61b3271 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:51.557865 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-9e25d8b3-6b5b-43fa-9190-9092a61b3271 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/50bad31c-6ba3-453c-8cc2-ca088b4722e7 HTTP/1.1" status: 204 len: 168 time: 0.4676039 Sep 16 19:36:51.571849 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e25d8b3-6b5b-43fa-9190-9092a61b3271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50bad31c-6ba3-453c-8cc2-ca088b4722e7,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:36:51.623294 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-03c49235-1066-4233-b3c8-f13b6c4172d8 req-db1eca86-56e2-4e78-a180-a322fdced2fd service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d34505ba-deaa-4e9a-a589-6e60cc45deb8 HTTP/1.1" status: 200 len: 1001 time: 0.0618343 Sep 16 19:36:51.677154 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c49235-1066-4233-b3c8-f13b6c4172d8 req-19b2970a-8d0c-4d53-9f26-55cd2babc96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:51.678615 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-03c49235-1066-4233-b3c8-f13b6c4172d8 req-19b2970a-8d0c-4d53-9f26-55cd2babc96b service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=085fd4f8-7ca2-48a8-876f-2233969b7ec3 HTTP/1.1" status: 200 len: 850 time: 0.0493326 Sep 16 19:36:51.715587 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:51.725041 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c49235-1066-4233-b3c8-f13b6c4172d8 req-f4b63fc5-976d-422b-b9fc-7a7b2e5ca8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:51.726558 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-03c49235-1066-4233-b3c8-f13b6c4172d8 req-f4b63fc5-976d-422b-b9fc-7a7b2e5ca8a1 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=a6a02090-2f02-4634-aa67-dc86c3956885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413437 Sep 16 19:36:51.824514 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-03c49235-1066-4233-b3c8-f13b6c4172d8 req-eca3f761-c906-4154-8e19-66c06f53e627 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a6a02090-2f02-4634-aa67-dc86c3956885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911269 Sep 16 19:36:51.876227 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 52392) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:36:51.891940 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-422febe8-4d38-4899-a118-27ee5e31eeba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:51.923295 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-03c49235-1066-4233-b3c8-f13b6c4172d8 req-9f3b1929-5542-415b-90f2-270575e10e24 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a6a02090-2f02-4634-aa67-dc86c3956885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929694 Sep 16 19:36:51.979422 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-422febe8-4d38-4899-a118-27ee5e31eeba admin admin] Publish callbacks [] for security_group (57a4cb18-a6af-47d3-bccd-dc92b03eed96), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:51.984585 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-422febe8-4d38-4899-a118-27ee5e31eeba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (57a4cb18-a6af-47d3-bccd-dc92b03eed96), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:52.023897 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-422febe8-4d38-4899-a118-27ee5e31eeba admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=5e83e04b0dcb4fbca51e26286e5d71cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1463823 Sep 16 19:36:52.025092 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422febe8-4d38-4899-a118-27ee5e31eeba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a4cb18-a6af-47d3-bccd-dc92b03eed96,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:36:52.026855 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 52396) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:36:52.079570 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-071dfe60-0a4c-4f70-a43a-a312eb5eb6aa admin admin] Publish callbacks [] for security_group (57a4cb18-a6af-47d3-bccd-dc92b03eed96), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:52.099674 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-071dfe60-0a4c-4f70-a43a-a312eb5eb6aa admin admin] Publish callbacks [] for security_group (57a4cb18-a6af-47d3-bccd-dc92b03eed96), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:52.149850 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-071dfe60-0a4c-4f70-a43a-a312eb5eb6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (57a4cb18-a6af-47d3-bccd-dc92b03eed96), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:52.152428 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-071dfe60-0a4c-4f70-a43a-a312eb5eb6aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:52.153628 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-071dfe60-0a4c-4f70-a43a-a312eb5eb6aa admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/57a4cb18-a6af-47d3-bccd-dc92b03eed96 HTTP/1.1" status: 204 len: 168 time: 0.1256113 Sep 16 19:36:52.161531 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071dfe60-0a4c-4f70-a43a-a312eb5eb6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a4cb18-a6af-47d3-bccd-dc92b03eed96,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:36:52.184276 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66890d3-f2b0-4553-95fb-951fd071e3a0 req-85608e93-3f55-41c9-8880-e6ffce393eee tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:52.186955 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c66890d3-f2b0-4553-95fb-951fd071e3a0 req-85608e93-3f55-41c9-8880-e6ffce393eee tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 943 time: 0.2924943 Sep 16 19:36:52.236075 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c66890d3-f2b0-4553-95fb-951fd071e3a0 req-180e6a7b-be6a-409f-adf1-5636e202c14c tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426373 Sep 16 19:36:53.365535 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f81301-421c-4b44-b4f9-d84bc18c8531 req-9f1fb6b2-c16b-4262-9337-7349d9c4b769 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:53.367202 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-54f81301-421c-4b44-b4f9-d84bc18c8531 req-9f1fb6b2-c16b-4262-9337-7349d9c4b769 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 943 time: 0.0494885 Sep 16 19:36:53.418234 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-54f81301-421c-4b44-b4f9-d84bc18c8531 req-f50ab0d3-0a36-4298-a246-9149bc69eadb tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423384 Sep 16 19:36:53.452905 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 52428) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:36:53.565666 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a971f811-ea82-4c1d-8be9-1eb972d756bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:53.641172 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a971f811-ea82-4c1d-8be9-1eb972d756bb admin admin] Publish callbacks [] for security_group (17f89353-1168-4775-93ad-48661e67d6c8), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:53.647273 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a971f811-ea82-4c1d-8be9-1eb972d756bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (17f89353-1168-4775-93ad-48661e67d6c8), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:53.685017 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-a971f811-ea82-4c1d-8be9-1eb972d756bb admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=78bc0fc2b0b04ab3a79f598ecaa0a3c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2310319 Sep 16 19:36:53.685815 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a971f811-ea82-4c1d-8be9-1eb972d756bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f89353-1168-4775-93ad-48661e67d6c8,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:36:53.688825 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 52432) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:36:53.730020 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:53.740496 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-37520650-624c-4a94-be7f-8886719d2a33 admin admin] Publish callbacks [] for security_group (17f89353-1168-4775-93ad-48661e67d6c8), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:53.762419 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-37520650-624c-4a94-be7f-8886719d2a33 admin admin] Publish callbacks [] for security_group (17f89353-1168-4775-93ad-48661e67d6c8), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:53.812144 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-37520650-624c-4a94-be7f-8886719d2a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (17f89353-1168-4775-93ad-48661e67d6c8), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:53.816237 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-37520650-624c-4a94-be7f-8886719d2a33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:36:53.817748 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-37520650-624c-4a94-be7f-8886719d2a33 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/17f89353-1168-4775-93ad-48661e67d6c8 HTTP/1.1" status: 204 len: 168 time: 0.1275697 Sep 16 19:36:53.826204 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37520650-624c-4a94-be7f-8886719d2a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f89353-1168-4775-93ad-48661e67d6c8,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:36:54.550090 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f18b4-620a-45d2-a818-0fa8a341becf req-692f50de-f54f-44da-8283-c671937f2e19 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:54.551596 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-eb5f18b4-620a-45d2-a818-0fa8a341becf req-692f50de-f54f-44da-8283-c671937f2e19 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 943 time: 0.0508902 Sep 16 19:36:54.599694 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-eb5f18b4-620a-45d2-a818-0fa8a341becf req-cc0b39af-b03e-4e1b-9d26-d070c77e1859 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419979 Sep 16 19:36:55.740397 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f74c1-be4f-4058-a766-b00a15681b48 req-72d32a1e-5fd7-4e78-9849-161547f83d34 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:55.742001 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cb6f74c1-be4f-4058-a766-b00a15681b48 req-72d32a1e-5fd7-4e78-9849-161547f83d34 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 943 time: 0.0554225 Sep 16 19:36:55.792613 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cb6f74c1-be4f-4058-a766-b00a15681b48 req-78d60a48-f6af-4b15-a37d-6ac3305e665a tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447562 Sep 16 19:36:56.942584 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19ee5f-a4b1-46e5-a417-28718d755a80 req-a21f1303-3c32-406e-99f3-8def0d3fc3e4 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:56.944352 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4b19ee5f-a4b1-46e5-a417-28718d755a80 req-a21f1303-3c32-406e-99f3-8def0d3fc3e4 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 943 time: 0.0562062 Sep 16 19:36:56.995968 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4b19ee5f-a4b1-46e5-a417-28718d755a80 req-cf357c73-bca3-4c88-b2d5-e40c3dd9c528 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456471 Sep 16 19:36:58.128053 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77908b2c-c6e5-45a9-991f-78cd2c7d9cc5 req-2a96f9a2-f473-4133-9aa6-731b4386688d tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:58.129534 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-77908b2c-c6e5-45a9-991f-78cd2c7d9cc5 req-2a96f9a2-f473-4133-9aa6-731b4386688d tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 943 time: 0.0499763 Sep 16 19:36:58.157257 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:36:58.186892 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-77908b2c-c6e5-45a9-991f-78cd2c7d9cc5 req-368f4af4-25d9-4572-8a50-2665267bd58b tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492957 Sep 16 19:36:59.324037 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d5a8b6-e634-47a3-b3d1-a9b650b7c517 req-2f4b0860-b1a1-4086-bd37-83525d719b85 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:36:59.325543 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e5d5a8b6-e634-47a3-b3d1-a9b650b7c517 req-2f4b0860-b1a1-4086-bd37-83525d719b85 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 943 time: 0.0488725 Sep 16 19:36:59.382271 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e5d5a8b6-e634-47a3-b3d1-a9b650b7c517 req-5713fcdc-94fd-419a-ad61-779f59875224 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477607 Sep 16 19:37:00.039964 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-194058d9-f70d-4f3e-9e33-3d3653285f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:00.519591 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7c4f6-69d2-4a56-abb4-ab9fb76a4778 req-105211f6-5bcd-46a2-8d02-c8aadce540e9 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:37:00.521058 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e0b7c4f6-69d2-4a56-abb4-ab9fb76a4778 req-105211f6-5bcd-46a2-8d02-c8aadce540e9 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 943 time: 0.0465040 Sep 16 19:37:00.555378 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:37:00.583616 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e0b7c4f6-69d2-4a56-abb4-ab9fb76a4778 req-e2c9a9b1-4a55-43c8-bbcb-0eb0644ac049 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560887 Sep 16 19:37:01.707236 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:37:01.716866 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c9665-da69-4d1a-9c20-7493c45ad650 req-b3b9a924-49bb-4e4e-ad17-0aaa7931bd13 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:37:01.718414 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9a3c9665-da69-4d1a-9c20-7493c45ad650 req-b3b9a924-49bb-4e4e-ad17-0aaa7931bd13 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 943 time: 0.0513458 Sep 16 19:37:01.752041 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 82303380-97ed-42fb-989a-4254a38d1489 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 19:37:01.761880 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:37:01.770557 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9a3c9665-da69-4d1a-9c20-7493c45ad650 req-9953ce24-c314-4a0a-b102-b716c71007af tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450385 Sep 16 19:37:01.875963 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port 82303380-97ed-42fb-989a-4254a38d1489, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=82303380-97ed-42fb-989a-4254a38d1489,segment=NetworkSegment(36fb67b8-e635-4794-987f-fa439239cfd5),segment_id=36fb67b8-e635-4794-987f-fa439239cfd5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:37:01.904637 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Returning: {'device': '82303380-97ed-42fb-989a-4254a38d1489', 'network_id': '244c5642-5ab0-4834-bd0e-759fe8c918bc', 'port_id': '82303380-97ed-42fb-989a-4254a38d1489', 'mac_address': 'fa:16:3e:3c:10:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e74eaa38-2acb-40fa-b32b-5cd01428e71e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 19:37:01.909236 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:01.940190 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port 82303380-97ed-42fb-989a-4254a38d1489 is: DOWN; New status is: BUILD {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:37:01.940599 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (82303380-97ed-42fb-989a-4254a38d1489), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:01.955556 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82303380-97ed-42fb-989a-4254a38d1489 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 19:37:01.978180 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port 82303380-97ed-42fb-989a-4254a38d1489, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=82303380-97ed-42fb-989a-4254a38d1489,segment=NetworkSegment(36fb67b8-e635-4794-987f-fa439239cfd5),segment_id=36fb67b8-e635-4794-987f-fa439239cfd5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:37:01.983215 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (82303380-97ed-42fb-989a-4254a38d1489), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:02.034013 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=82303380-97ed-42fb-989a-4254a38d1489,revision_number=9']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:37:02.266319 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=72,neutron:UPDATE=6 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:37:02.287546 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7747824e-f933-4cb2-aa07-a7597c3ae514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:02.431184 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] get_ports_and_sgs() called for port_ids ['82303380-97ed-42fb-989a-4254a38d1489'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 19:37:02.916564 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ede601-2f67-415e-893e-ce9827cf17a2 req-2e01face-9f3a-41ea-ba5b-daa7dfe4ef0b tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:37:02.918120 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-00ede601-2f67-415e-893e-ce9827cf17a2 req-2e01face-9f3a-41ea-ba5b-daa7dfe4ef0b tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 944 time: 0.0567029 Sep 16 19:37:02.970114 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-00ede601-2f67-415e-893e-ce9827cf17a2 req-e1c717f0-0c66-4304-828b-de1e597f1250 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432289 Sep 16 19:37:03.377456 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:37:03.378388 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=6 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:37:03.650443 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:03.779829 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 82303380-97ed-42fb-989a-4254a38d1489 up at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:37:03.841928 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Provisioning complete for port 82303380-97ed-42fb-989a-4254a38d1489 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:37:03.842300 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (82303380-97ed-42fb-989a-4254a38d1489), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:03.842631 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Attempt 1 to provision port 82303380-97ed-42fb-989a-4254a38d1489 Sep 16 19:37:03.939304 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port 82303380-97ed-42fb-989a-4254a38d1489 is: BUILD; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:37:03.939604 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (82303380-97ed-42fb-989a-4254a38d1489), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:03.966714 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82303380-97ed-42fb-989a-4254a38d1489'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:37:03.969382 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f3f7bbbb38247194f391b6222dc5c183e9bfb457d3b71a23f23b79e9cf016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a02d67-e46c-4ab3-8473-b42af76058ab" -d '{"events": [{"server_uuid": "2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1", "name": "network-vif-plugged", "status": "completed", "tag": "82303380-97ed-42fb-989a-4254a38d1489"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:37:03.983257 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port 82303380-97ed-42fb-989a-4254a38d1489, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=82303380-97ed-42fb-989a-4254a38d1489,segment=NetworkSegment(36fb67b8-e635-4794-987f-fa439239cfd5),segment_id=36fb67b8-e635-4794-987f-fa439239cfd5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:37:03.989462 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (82303380-97ed-42fb-989a-4254a38d1489), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:04.021238 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 19:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da01d284-d9d2-4f54-8453-5b6523d73e05 x-openstack-request-id: req-da01d284-d9d2-4f54-8453-5b6523d73e05 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:37:04.021526 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1", "name": "network-vif-plugged", "status": "completed", "tag": "82303380-97ed-42fb-989a-4254a38d1489", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:37:04.021761 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-da01d284-d9d2-4f54-8453-5b6523d73e05 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:37:04.022379 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da01d284-d9d2-4f54-8453-5b6523d73e05'] response: {'server_uuid': '2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82303380-97ed-42fb-989a-4254a38d1489', 'code': 200} Sep 16 19:37:04.050687 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=82303380-97ed-42fb-989a-4254a38d1489,revision_number=10']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:37:04.108014 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9eb73d-8f3c-471e-b02b-69c8df61914a req-9282046f-d59b-4116-a5c7-a04c2d3aacb0 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:37:04.109625 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9f9eb73d-8f3c-471e-b02b-69c8df61914a req-9282046f-d59b-4116-a5c7-a04c2d3aacb0 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 946 time: 0.0480959 Sep 16 19:37:04.164895 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9f9eb73d-8f3c-471e-b02b-69c8df61914a req-6ab1abe3-ceeb-413a-94f8-4bb6744d4d90 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491769 Sep 16 19:37:04.577085 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9d08c-d7b7-4adb-8f78-d98a4b03cc24 req-cf48cf6d-b400-42d5-89e4-fd7bb01deb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:37:04.578803 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-deb9d08c-d7b7-4adb-8f78-d98a4b03cc24 req-cf48cf6d-b400-42d5-89e4-fd7bb01deb37 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 1130 time: 0.0484672 Sep 16 19:37:04.594391 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 52544) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:37:04.626444 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-deb9d08c-d7b7-4adb-8f78-d98a4b03cc24 req-50570bec-8de1-47f7-96c3-722ef82628bb service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413175 Sep 16 19:37:04.703262 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-15659d9d-eb0f-423a-98e9-613828641a18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:04.786282 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-15659d9d-eb0f-423a-98e9-613828641a18 admin admin] Publish callbacks [] for security_group (b473cd2b-5b18-4261-b93a-4765d34b77a1), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:04.792152 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-15659d9d-eb0f-423a-98e9-613828641a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (b473cd2b-5b18-4261-b93a-4765d34b77a1), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:04.830685 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15659d9d-eb0f-423a-98e9-613828641a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b473cd2b-5b18-4261-b93a-4765d34b77a1,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:37:04.835051 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-15659d9d-eb0f-423a-98e9-613828641a18 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=b9eefeeda94f4fdbad6e5ee8b86410f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2396171 Sep 16 19:37:04.838484 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 52548) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:37:04.892316 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bbb32884-e95f-4824-bfd9-543c24022f06 admin admin] Publish callbacks [] for security_group (b473cd2b-5b18-4261-b93a-4765d34b77a1), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:04.913826 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bbb32884-e95f-4824-bfd9-543c24022f06 admin admin] Publish callbacks [] for security_group (b473cd2b-5b18-4261-b93a-4765d34b77a1), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:04.961858 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bbb32884-e95f-4824-bfd9-543c24022f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (b473cd2b-5b18-4261-b93a-4765d34b77a1), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:04.964527 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bbb32884-e95f-4824-bfd9-543c24022f06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:04.965666 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-bbb32884-e95f-4824-bfd9-543c24022f06 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/b473cd2b-5b18-4261-b93a-4765d34b77a1 HTTP/1.1" status: 204 len: 168 time: 0.1262791 Sep 16 19:37:04.975355 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb32884-e95f-4824-bfd9-543c24022f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b473cd2b-5b18-4261-b93a-4765d34b77a1,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:37:05.003136 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:05.114639 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:05.301491 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ce5bf-ed0d-4b84-b245-299865d58f38 req-3655faa5-1159-4198-a53a-71feca7ad825 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:37:05.303471 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-962ce5bf-ed0d-4b84-b245-299865d58f38 req-3655faa5-1159-4198-a53a-71feca7ad825 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 946 time: 0.0484276 Sep 16 19:37:05.352353 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-962ce5bf-ed0d-4b84-b245-299865d58f38 req-8e1b8e7d-dd7f-451c-a9cc-fe6186c30b6e tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430572 Sep 16 19:37:06.050476 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 52584) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:37:06.161692 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e2937f2e-cd69-455f-a7e3-2e34167b8bd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:06.241082 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e2937f2e-cd69-455f-a7e3-2e34167b8bd4 admin admin] Publish callbacks [] for security_group (76047c77-cfe4-4a2f-a0e9-11e08ffd41ea), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:06.246609 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e2937f2e-cd69-455f-a7e3-2e34167b8bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (76047c77-cfe4-4a2f-a0e9-11e08ffd41ea), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:06.285570 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-e2937f2e-cd69-455f-a7e3-2e34167b8bd4 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=391bec5a60254e1daaa4e6d7f46ae5f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339928 Sep 16 19:37:06.286512 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2937f2e-cd69-455f-a7e3-2e34167b8bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76047c77-cfe4-4a2f-a0e9-11e08ffd41ea,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:37:06.288436 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 52596) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:37:06.355221 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-93665d48-bb89-4e69-ac7f-9c397caddf04 admin admin] Publish callbacks [] for security_group (76047c77-cfe4-4a2f-a0e9-11e08ffd41ea), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:06.375910 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-93665d48-bb89-4e69-ac7f-9c397caddf04 admin admin] Publish callbacks [] for security_group (76047c77-cfe4-4a2f-a0e9-11e08ffd41ea), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:06.386204 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:37:06.437580 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-93665d48-bb89-4e69-ac7f-9c397caddf04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (76047c77-cfe4-4a2f-a0e9-11e08ffd41ea), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:06.440164 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-93665d48-bb89-4e69-ac7f-9c397caddf04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:06.443977 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-93665d48-bb89-4e69-ac7f-9c397caddf04 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/76047c77-cfe4-4a2f-a0e9-11e08ffd41ea HTTP/1.1" status: 204 len: 168 time: 0.1544967 Sep 16 19:37:06.452631 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93665d48-bb89-4e69-ac7f-9c397caddf04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76047c77-cfe4-4a2f-a0e9-11e08ffd41ea,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:37:06.493052 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebd156-5c78-43d9-af2d-b784d94063e6 req-ba97593a-f665-4ac8-ac87-10c62ab149e0 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:37:06.494582 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8bebd156-5c78-43d9-af2d-b784d94063e6 req-ba97593a-f665-4ac8-ac87-10c62ab149e0 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 946 time: 0.0564792 Sep 16 19:37:06.566008 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8bebd156-5c78-43d9-af2d-b784d94063e6 req-e068a106-80c9-46c0-b149-7aa41581a0b7 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559831 Sep 16 19:37:07.012770 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b1935460-4d48-461f-ad7f-6c2a06be0aae req-01f43cfd-a198-4174-a90b-f77df929ad33 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aef7488e-5979-40bf-a4a8-76f24e24faf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419846 Sep 16 19:37:07.097420 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1935460-4d48-461f-ad7f-6c2a06be0aae req-dd24fb86-4a2b-4481-9e32-058d19001866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:37:07.098954 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b1935460-4d48-461f-ad7f-6c2a06be0aae req-dd24fb86-4a2b-4481-9e32-058d19001866 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1983ce4dc9bd4050a2399d9f62d3e871&device_id=aef7488e-5979-40bf-a4a8-76f24e24faf3 HTTP/1.1" status: 200 len: 1130 time: 0.0435944 Sep 16 19:37:07.205617 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1935460-4d48-461f-ad7f-6c2a06be0aae req-99249034-9867-4a7f-8bea-8cdc867fc23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:37:07.207083 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b1935460-4d48-461f-ad7f-6c2a06be0aae req-99249034-9867-4a7f-8bea-8cdc867fc23d service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=1b509164-1dc6-4639-9003-d3f932682d2f HTTP/1.1" status: 200 len: 916 time: 0.0894356 Sep 16 19:37:07.268598 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b1935460-4d48-461f-ad7f-6c2a06be0aae req-a0505aa5-7bd8-4091-b90c-123764523061 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=840855f8-4fc0-43b9-b7d0-4e38019a3836 HTTP/1.1" status: 200 len: 1002 time: 0.0548370 Sep 16 19:37:07.322361 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1935460-4d48-461f-ad7f-6c2a06be0aae req-45bbfc02-ebbf-4088-a5a4-669b1788bd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:37:07.323796 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b1935460-4d48-461f-ad7f-6c2a06be0aae req-45bbfc02-ebbf-4088-a5a4-669b1788bd3a service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b23467b1-0e6b-4468-bd6e-d295548dcf80 HTTP/1.1" status: 200 len: 854 time: 0.0486202 Sep 16 19:37:07.364217 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:37:07.367563 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1935460-4d48-461f-ad7f-6c2a06be0aae req-9c968405-fdfd-4a8e-a5c7-fa042aeb155e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:37:07.369111 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b1935460-4d48-461f-ad7f-6c2a06be0aae req-9c968405-fdfd-4a8e-a5c7-fa042aeb155e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=1b509164-1dc6-4639-9003-d3f932682d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394549 Sep 16 19:37:07.466653 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b1935460-4d48-461f-ad7f-6c2a06be0aae req-e80423fa-fb62-4a1d-8f63-caf1512eb39e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1b509164-1dc6-4639-9003-d3f932682d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907826 Sep 16 19:37:07.479588 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:37:07.582934 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b1935460-4d48-461f-ad7f-6c2a06be0aae req-11f55d3d-c094-4507-a267-2a08cf366768 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1b509164-1dc6-4639-9003-d3f932682d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105440 Sep 16 19:37:07.679459 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28119161-e5ba-437f-a242-6bd80d172bfb req-af9b38df-b7b7-4349-af43-e2ba35653e47 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:37:07.680983 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-28119161-e5ba-437f-a242-6bd80d172bfb req-af9b38df-b7b7-4349-af43-e2ba35653e47 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 946 time: 0.0472884 Sep 16 19:37:07.729442 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-28119161-e5ba-437f-a242-6bd80d172bfb req-8a0c8499-ea59-4432-b4c6-43200a49696e tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426776 Sep 16 19:37:15.110278 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=56,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:37:16.473318 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:37:17.574778 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=28 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:37:17.575935 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:37:17.715039 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=79,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:37:17.725395 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:DELETE=1,neutron:SELECT=12 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:37:25.050535 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=11 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:37:25.054599 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=15 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:37:27.601720 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953c938-7deb-4f2b-807c-a511824ea28b req-81d41f23-fed0-4613-8025-7c9ead6a31e5 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:37:27.603211 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c953c938-7deb-4f2b-807c-a511824ea28b req-81d41f23-fed0-4613-8025-7c9ead6a31e5 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aef7488e-5979-40bf-a4a8-76f24e24faf3 HTTP/1.1" status: 200 len: 946 time: 0.0478499 Sep 16 19:37:27.652765 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c953c938-7deb-4f2b-807c-a511824ea28b req-26b998a0-0e9f-4fa3-adb4-1f92e97b449e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9027f5a2-db59-4a31-bd8f-c855e831e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436351 Sep 16 19:37:28.437766 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:37:28.782829 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9686fe-8c40-4542-8f62-9d0e4052e5d6 req-a7c98dab-5d12-4457-a591-d665aa219ffa tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:37:28.784431 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3a9686fe-8c40-4542-8f62-9d0e4052e5d6 req-a7c98dab-5d12-4457-a591-d665aa219ffa tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aef7488e-5979-40bf-a4a8-76f24e24faf3 HTTP/1.1" status: 200 len: 946 time: 0.0494885 Sep 16 19:37:28.841567 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3a9686fe-8c40-4542-8f62-9d0e4052e5d6 req-9d52fa0c-0d76-4bba-81b9-1ab4d4a7b48e tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9027f5a2-db59-4a31-bd8f-c855e831e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484326 Sep 16 19:37:29.700641 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d184c9-4617-4bf9-8d34-d6be77342c20 req-d10ae0ac-f4b7-45d1-82ed-d65b2d25e0b5 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:37:29.701795 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-08d184c9-4617-4bf9-8d34-d6be77342c20 req-d10ae0ac-f4b7-45d1-82ed-d65b2d25e0b5 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aef7488e-5979-40bf-a4a8-76f24e24faf3 HTTP/1.1" status: 200 len: 946 time: 0.0627828 Sep 16 19:37:29.791629 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-08d184c9-4617-4bf9-8d34-d6be77342c20 req-04bff42f-8692-4a17-b24a-0501babddfc0 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Deleting port 840855f8-4fc0-43b9-b7d0-4e38019a3836 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:37:29.791971 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-08d184c9-4617-4bf9-8d34-d6be77342c20 req-04bff42f-8692-4a17-b24a-0501babddfc0 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (840855f8-4fc0-43b9-b7d0-4e38019a3836), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:29.900322 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-08d184c9-4617-4bf9-8d34-d6be77342c20 req-04bff42f-8692-4a17-b24a-0501babddfc0 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] For port 840855f8-4fc0-43b9-b7d0-4e38019a3836, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=840855f8-4fc0-43b9-b7d0-4e38019a3836,segment=NetworkSegment(d2aecd8e-0f77-4a3e-8fa6-6519afb8f770),segment_id=d2aecd8e-0f77-4a3e-8fa6-6519afb8f770)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:37:29.900959 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-08d184c9-4617-4bf9-8d34-d6be77342c20 req-04bff42f-8692-4a17-b24a-0501babddfc0 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (840855f8-4fc0-43b9-b7d0-4e38019a3836), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:30.031596 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c6b8d-ec35-484c-a6e5-56a5bf560c4a req-f34108e3-3d43-4a40-9c51-5c93831dd727 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:37:30.032976 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-573c6b8d-ec35-484c-a6e5-56a5bf560c4a req-f34108e3-3d43-4a40-9c51-5c93831dd727 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aef7488e-5979-40bf-a4a8-76f24e24faf3 HTTP/1.1" status: 200 len: 946 time: 0.0885496 Sep 16 19:37:30.035251 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4c5bdc0f-8c55-485d-afbe-e0d40fe9a068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:30.135668 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-573c6b8d-ec35-484c-a6e5-56a5bf560c4a req-4a6ec897-fc7b-46ff-8a32-5172c70d35e6 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9027f5a2-db59-4a31-bd8f-c855e831e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934103 Sep 16 19:37:30.143034 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-08d184c9-4617-4bf9-8d34-d6be77342c20 req-04bff42f-8692-4a17-b24a-0501babddfc0 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:30.143391 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-08d184c9-4617-4bf9-8d34-d6be77342c20 req-04bff42f-8692-4a17-b24a-0501babddfc0 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681123'] for floatingip (e45c02f1-f7a2-4909-b64b-0580f19364f3), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:30.143701 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.db.l3_db [req-08d184c9-4617-4bf9-8d34-d6be77342c20 req-04bff42f-8692-4a17-b24a-0501babddfc0 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Floating IP e45c02f1-f7a2-4909-b64b-0580f19364f3 disassociated. External IP: 172.27.2.173, port: 840855f8-4fc0-43b9-b7d0-4e38019a3836. Sep 16 19:37:30.144066 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-08d184c9-4617-4bf9-8d34-d6be77342c20 req-04bff42f-8692-4a17-b24a-0501babddfc0 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Calling delete_port for 840855f8-4fc0-43b9-b7d0-4e38019a3836 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:37:30.281018 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-08d184c9-4617-4bf9-8d34-d6be77342c20 req-04bff42f-8692-4a17-b24a-0501babddfc0 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (840855f8-4fc0-43b9-b7d0-4e38019a3836), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:30.312846 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bff42f-8692-4a17-b24a-0501babddfc0 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Pushing event deleted for resources: {'Port': ['ID=840855f8-4fc0-43b9-b7d0-4e38019a3836,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:37:30.367967 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bff42f-8692-4a17-b24a-0501babddfc0 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:37:30.368290 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bff42f-8692-4a17-b24a-0501babddfc0 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:37:30.368657 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bff42f-8692-4a17-b24a-0501babddfc0 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:37:30.368986 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bff42f-8692-4a17-b24a-0501babddfc0 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:37:30.369308 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bff42f-8692-4a17-b24a-0501babddfc0 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:37:30.369627 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bff42f-8692-4a17-b24a-0501babddfc0 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:37:30.370055 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bff42f-8692-4a17-b24a-0501babddfc0 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:37:30.370375 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bff42f-8692-4a17-b24a-0501babddfc0 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:37:30.370688 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bff42f-8692-4a17-b24a-0501babddfc0 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:37:30.370987 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bff42f-8692-4a17-b24a-0501babddfc0 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:37:30.371312 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bff42f-8692-4a17-b24a-0501babddfc0 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:37:30.371621 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bff42f-8692-4a17-b24a-0501babddfc0 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:37:30.371930 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bff42f-8692-4a17-b24a-0501babddfc0 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:37:30.372236 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bff42f-8692-4a17-b24a-0501babddfc0 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:37:30.372574 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bff42f-8692-4a17-b24a-0501babddfc0 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:37:30.447186 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08d184c9-4617-4bf9-8d34-d6be77342c20 req-04bff42f-8692-4a17-b24a-0501babddfc0 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Router 9227d13d-de08-4ed6-a833-6283712bcfa7 has already been hosted by L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:37:30.500428 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:37:30.519169 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:37:30.567585 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08d184c9-4617-4bf9-8d34-d6be77342c20 req-04bff42f-8692-4a17-b24a-0501babddfc0 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:37:30.578498 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5570c4-2663-42fd-8335-cd7556683203 None None] Sync routers for ids ['9227d13d-de08-4ed6-a833-6283712bcfa7'] in dv-cinder-850320-7-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:37:30.588704 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5570c4-2663-42fd-8335-cd7556683203 None None] Routers {'9227d13d-de08-4ed6-a833-6283712bcfa7'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:37:30.589372 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-6b5570c4-2663-42fd-8335-cd7556683203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:37:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['9227d13d-de08-4ed6-a833-6283712bcfa7'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:37:30.614019 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d184c9-4617-4bf9-8d34-d6be77342c20 req-04bff42f-8692-4a17-b24a-0501babddfc0 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] No DVR routers for this DVR port 840855f8-4fc0-43b9-b7d0-4e38019a3836 on host hv-cinder-85032 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 19:37:30.616616 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-08d184c9-4617-4bf9-8d34-d6be77342c20 req-04bff42f-8692-4a17-b24a-0501babddfc0 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:30.619763 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-08d184c9-4617-4bf9-8d34-d6be77342c20 req-04bff42f-8692-4a17-b24a-0501babddfc0 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.27 "DELETE /networking/v2.0/ports/840855f8-4fc0-43b9-b7d0-4e38019a3836 HTTP/1.1" status: 204 len: 173 time: 0.9112115 Sep 16 19:37:30.620257 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef7488e-5979-40bf-a4a8-76f24e24faf3', 'name': 'network-vif-deleted', 'tag': '840855f8-4fc0-43b9-b7d0-4e38019a3836'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:37:30.622553 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e152f16bac9f1df6f483fa1cb5a6d8c6a2a494143f87e2794594a52eeef6f53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc30fa6b-c400-405a-8d05-263f2e871fe1" -d '{"events": [{"server_uuid": "aef7488e-5979-40bf-a4a8-76f24e24faf3", "name": "network-vif-deleted", "tag": "840855f8-4fc0-43b9-b7d0-4e38019a3836"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:37:30.674136 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 19:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761bd5f6-8a8f-44a5-826e-11ee3697261e x-openstack-request-id: req-761bd5f6-8a8f-44a5-826e-11ee3697261e {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:37:30.674401 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aef7488e-5979-40bf-a4a8-76f24e24faf3", "name": "network-vif-deleted", "tag": "840855f8-4fc0-43b9-b7d0-4e38019a3836", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:37:30.674651 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-761bd5f6-8a8f-44a5-826e-11ee3697261e {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:37:30.675137 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-761bd5f6-8a8f-44a5-826e-11ee3697261e'] response: {'server_uuid': 'aef7488e-5979-40bf-a4a8-76f24e24faf3', 'name': 'network-vif-deleted', 'tag': '840855f8-4fc0-43b9-b7d0-4e38019a3836', 'status': 'completed', 'code': 200} Sep 16 19:37:30.700260 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-6b5570c4-2663-42fd-8335-cd7556683203 None None] Set router 9227d13d-de08-4ed6-a833-6283712bcfa7 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:37:30.909629 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-6b5570c4-2663-42fd-8335-cd7556683203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'name': 'tempest-AttachVolumeNegativeTest-1174890714-router', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:47Z', 'updated_at': '2022-09-16T19:26:56Z', 'revision_number': 4, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'gw_port': {'id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:dd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:48Z', 'updated_at': '2022-09-16T19:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '2aea26ef-78b1-4046-af15-928f65832dc2', 'name': '', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'mac_address': 'fa:16:3e:64:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:53Z', 'updated_at': '2022-09-16T19:27:04Z', 'revision_number': 5, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'subnets': [{'id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:37:30.935228 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5570c4-2663-42fd-8335-cd7556683203 None None] Checking router: 9227d13d-de08-4ed6-a833-6283712bcfa7 for host: dv-cinder-850320-7-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:37:30.944037 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5570c4-2663-42fd-8335-cd7556683203 None None] Routers {'9227d13d-de08-4ed6-a833-6283712bcfa7'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:37:30.944685 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-6b5570c4-2663-42fd-8335-cd7556683203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:37:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['9227d13d-de08-4ed6-a833-6283712bcfa7'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:37:31.063030 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-6b5570c4-2663-42fd-8335-cd7556683203 None None] Set router 9227d13d-de08-4ed6-a833-6283712bcfa7 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:37:31.261691 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-94a6505e-40e3-4747-bd6f-91c7adc8232c req-7f564fff-7a94-49d2-8f3e-d62055de1dec tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aef7488e-5979-40bf-a4a8-76f24e24faf3 HTTP/1.1" status: 200 len: 210 time: 0.0297852 Sep 16 19:37:31.363648 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-6b5570c4-2663-42fd-8335-cd7556683203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'name': 'tempest-AttachVolumeNegativeTest-1174890714-router', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:47Z', 'updated_at': '2022-09-16T19:26:56Z', 'revision_number': 4, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'gw_port': {'id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:dd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:48Z', 'updated_at': '2022-09-16T19:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '2aea26ef-78b1-4046-af15-928f65832dc2', 'name': '', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'mac_address': 'fa:16:3e:64:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:53Z', 'updated_at': '2022-09-16T19:27:04Z', 'revision_number': 5, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'subnets': [{'id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:37:31.393398 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5570c4-2663-42fd-8335-cd7556683203 None None] The sync data for ids ['9227d13d-de08-4ed6-a833-6283712bcfa7'] in dv-cinder-850320-7-iscsi is: [{'id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'name': 'tempest-AttachVolumeNegativeTest-1174890714-router', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:47Z', 'updated_at': '2022-09-16T19:26:56Z', 'revision_number': 4, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'gw_port': {'id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:dd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:48Z', 'updated_at': '2022-09-16T19:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '2aea26ef-78b1-4046-af15-928f65832dc2', 'name': '', 'network_id': '1b509164-1dc6-4639-9003-d3f932682d2f', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'mac_address': 'fa:16:3e:64:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:53Z', 'updated_at': '2022-09-16T19:27:04Z', 'revision_number': 5, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'subnets': [{'id': 'b23467b1-0e6b-4468-bd6e-d295548dcf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:37:31.625099 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a0f00a-7c42-4668-b18e-d1edd83d57cb None None] New status for floating IP e45c02f1-f7a2-4909-b64b-0580f19364f3: DOWN {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 19:37:31.916085 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:32.274601 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0ab8bc11-b2b3-4a5c-800d-89be00911220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:32.368350 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 52894) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:37:32.430875 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-629f3022-9cf5-4a7b-ab77-44a774a84383 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for security_group (9027f5a2-db59-4a31-bd8f-c855e831e47e), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:32.453914 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-629f3022-9cf5-4a7b-ab77-44a774a84383 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for security_group (9027f5a2-db59-4a31-bd8f-c855e831e47e), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:32.508249 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-629f3022-9cf5-4a7b-ab77-44a774a84383 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (9027f5a2-db59-4a31-bd8f-c855e831e47e), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:32.511029 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-629f3022-9cf5-4a7b-ab77-44a774a84383 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:32.512369 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-629f3022-9cf5-4a7b-ab77-44a774a84383 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/9027f5a2-db59-4a31-bd8f-c855e831e47e HTTP/1.1" status: 204 len: 168 time: 0.1427953 Sep 16 19:37:32.515553 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 52898) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:37:32.522672 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629f3022-9cf5-4a7b-ab77-44a774a84383 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9027f5a2-db59-4a31-bd8f-c855e831e47e,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:37:32.529438 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.api.v2.resource [None req-5a4c4cc7-372e-4f91-a5c1-5561a74bb1e9 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] show failed (client error): The resource could not be found. Sep 16 19:37:32.529847 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629f3022-9cf5-4a7b-ab77-44a774a84383 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:37:32.530199 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629f3022-9cf5-4a7b-ab77-44a774a84383 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:37:32.530322 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-5a4c4cc7-372e-4f91-a5c1-5561a74bb1e9 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "GET /networking/v2.0/security-groups/9027f5a2-db59-4a31-bd8f-c855e831e47e HTTP/1.1" status: 404 len: 347 time: 0.0137875 Sep 16 19:37:32.530543 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629f3022-9cf5-4a7b-ab77-44a774a84383 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:37:32.530940 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629f3022-9cf5-4a7b-ab77-44a774a84383 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:37:32.531974 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629f3022-9cf5-4a7b-ab77-44a774a84383 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:37:32.532336 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629f3022-9cf5-4a7b-ab77-44a774a84383 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:37:32.532700 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629f3022-9cf5-4a7b-ab77-44a774a84383 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:37:32.533026 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629f3022-9cf5-4a7b-ab77-44a774a84383 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:37:32.533425 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629f3022-9cf5-4a7b-ab77-44a774a84383 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:37:32.533597 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 52900) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:37:32.533697 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629f3022-9cf5-4a7b-ab77-44a774a84383 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:37:32.534073 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629f3022-9cf5-4a7b-ab77-44a774a84383 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:37:32.534430 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629f3022-9cf5-4a7b-ab77-44a774a84383 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:37:32.534816 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629f3022-9cf5-4a7b-ab77-44a774a84383 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:37:32.535242 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629f3022-9cf5-4a7b-ab77-44a774a84383 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:37:32.535597 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629f3022-9cf5-4a7b-ab77-44a774a84383 tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:37:32.646401 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-7e1b1dc7-39cd-4025-b5ed-2a0157d593dd tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Deleting port b2f742f6-2e86-4deb-8a56-759e725dff27 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:37:32.646734 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7e1b1dc7-39cd-4025-b5ed-2a0157d593dd tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (b2f742f6-2e86-4deb-8a56-759e725dff27), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:32.733600 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7e1b1dc7-39cd-4025-b5ed-2a0157d593dd tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (b2f742f6-2e86-4deb-8a56-759e725dff27), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:32.734037 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7e1b1dc7-39cd-4025-b5ed-2a0157d593dd tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for floatingip (b2f742f6-2e86-4deb-8a56-759e725dff27), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:32.756068 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-7e1b1dc7-39cd-4025-b5ed-2a0157d593dd tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Calling delete_port for b2f742f6-2e86-4deb-8a56-759e725dff27 owned by network:floatingip {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:37:32.890601 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7e1b1dc7-39cd-4025-b5ed-2a0157d593dd tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (b2f742f6-2e86-4deb-8a56-759e725dff27), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:32.927462 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b1dc7-39cd-4025-b5ed-2a0157d593dd tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Pushing event deleted for resources: {'Port': ['ID=b2f742f6-2e86-4deb-8a56-759e725dff27,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:37:32.991049 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7e1b1dc7-39cd-4025-b5ed-2a0157d593dd tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks [] for floatingip (e45c02f1-f7a2-4909-b64b-0580f19364f3), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:32.993554 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7e1b1dc7-39cd-4025-b5ed-2a0157d593dd tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for floatingip (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:32.994721 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-7e1b1dc7-39cd-4025-b5ed-2a0157d593dd tempest-AttachVolumeNegativeTest-1368831707 tempest-AttachVolumeNegativeTest-1368831707-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/e45c02f1-f7a2-4909-b64b-0580f19364f3 HTTP/1.1" status: 204 len: 168 time: 0.4603620 Sep 16 19:37:33.651957 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:33.980968 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 840855f8-4fc0-43b9-b7d0-4e38019a3836 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:37:34.002580 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] No Port match for: 840855f8-4fc0-43b9-b7d0-4e38019a3836 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:37:34.002919 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 840855f8-4fc0-43b9-b7d0-4e38019a3836 not bound to the agent host hv-cinder-85032 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:37:34.997141 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:35.121926 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:36.773142 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 52960) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:37:37.252210 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-24e89d8f-efb4-4d13-ab76-0fa7cd9a7d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-771491'] for router_interface (9227d13d-de08-4ed6-a833-6283712bcfa7), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:37.484365 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-24e89d8f-efb4-4d13-ab76-0fa7cd9a7d1f admin admin] Deleting port 2aea26ef-78b1-4046-af15-928f65832dc2 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:37:37.484717 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-24e89d8f-efb4-4d13-ab76-0fa7cd9a7d1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (2aea26ef-78b1-4046-af15-928f65832dc2), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:37.570327 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-24e89d8f-efb4-4d13-ab76-0fa7cd9a7d1f admin admin] For port 2aea26ef-78b1-4046-af15-928f65832dc2, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=2aea26ef-78b1-4046-af15-928f65832dc2,segment=NetworkSegment(d2aecd8e-0f77-4a3e-8fa6-6519afb8f770),segment_id=d2aecd8e-0f77-4a3e-8fa6-6519afb8f770)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:37:37.570665 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-24e89d8f-efb4-4d13-ab76-0fa7cd9a7d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (2aea26ef-78b1-4046-af15-928f65832dc2), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:37.579761 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:37:37.584070 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-24e89d8f-efb4-4d13-ab76-0fa7cd9a7d1f admin admin] Calling delete_port for 2aea26ef-78b1-4046-af15-928f65832dc2 owned by network:router_interface {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:37:37.592352 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:37:37.772058 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-24e89d8f-efb4-4d13-ab76-0fa7cd9a7d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (2aea26ef-78b1-4046-af15-928f65832dc2), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:37.798389 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e89d8f-efb4-4d13-ab76-0fa7cd9a7d1f admin admin] Pushing event deleted for resources: {'Port': ['ID=2aea26ef-78b1-4046-af15-928f65832dc2,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:37:37.967490 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-24e89d8f-efb4-4d13-ab76-0fa7cd9a7d1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681235'] for router_interface (9227d13d-de08-4ed6-a833-6283712bcfa7), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:38.189547 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e89d8f-efb4-4d13-ab76-0fa7cd9a7d1f admin admin] Router 9227d13d-de08-4ed6-a833-6283712bcfa7 has already been hosted by L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:37:38.288800 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e89d8f-efb4-4d13-ab76-0fa7cd9a7d1f admin admin] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:37:38.294504 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-24e89d8f-efb4-4d13-ab76-0fa7cd9a7d1f admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/9227d13d-de08-4ed6-a833-6283712bcfa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5203259 Sep 16 19:37:38.297153 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 52966) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:37:38.299215 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a4f6b2-b373-44fe-8b3b-e9cc415dbd8e None None] Sync routers for ids ['9227d13d-de08-4ed6-a833-6283712bcfa7'] in dv-cinder-850320-7-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:37:38.310380 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a4f6b2-b373-44fe-8b3b-e9cc415dbd8e None None] Routers {'9227d13d-de08-4ed6-a833-6283712bcfa7'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:37:38.310987 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-54a4f6b2-b373-44fe-8b3b-e9cc415dbd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:37:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['9227d13d-de08-4ed6-a833-6283712bcfa7'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:37:38.396195 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-28581e01-24c9-4cf6-a475-f7ae46bfd70d admin admin] Publish callbacks [] for router (9227d13d-de08-4ed6-a833-6283712bcfa7), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:38.409428 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-54a4f6b2-b373-44fe-8b3b-e9cc415dbd8e None None] Set router 9227d13d-de08-4ed6-a833-6283712bcfa7 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:37:38.482034 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:37:38.488709 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:37:38.498974 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-28581e01-24c9-4cf6-a475-f7ae46bfd70d admin admin] Publish callbacks [] for router_gateway (9227d13d-de08-4ed6-a833-6283712bcfa7), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:38.542520 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-28581e01-24c9-4cf6-a475-f7ae46bfd70d admin admin] Deleting port e38e9c5d-921c-450a-a488-6528248c18bd {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:37:38.542817 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-28581e01-24c9-4cf6-a475-f7ae46bfd70d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (e38e9c5d-921c-450a-a488-6528248c18bd), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:38.578649 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:37:38.581724 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-54a4f6b2-b373-44fe-8b3b-e9cc415dbd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'name': 'tempest-AttachVolumeNegativeTest-1174890714-router', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:47Z', 'updated_at': '2022-09-16T19:37:37Z', 'revision_number': 5, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'gw_port': {'id': 'e38e9c5d-921c-450a-a488-6528248c18bd', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:dd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:26:48Z', 'updated_at': '2022-09-16T19:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi'}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:37:38.592409 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:37:38.608412 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a4f6b2-b373-44fe-8b3b-e9cc415dbd8e None None] Checking router: 9227d13d-de08-4ed6-a833-6283712bcfa7 for host: dv-cinder-850320-7-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:37:38.618130 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a4f6b2-b373-44fe-8b3b-e9cc415dbd8e None None] Routers {'9227d13d-de08-4ed6-a833-6283712bcfa7'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:37:38.618765 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-54a4f6b2-b373-44fe-8b3b-e9cc415dbd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:37:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['9227d13d-de08-4ed6-a833-6283712bcfa7'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:37:38.637324 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-28581e01-24c9-4cf6-a475-f7ae46bfd70d admin admin] For port e38e9c5d-921c-450a-a488-6528248c18bd, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=e38e9c5d-921c-450a-a488-6528248c18bd,segment=NetworkSegment(ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2),segment_id=ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:37:38.637686 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-28581e01-24c9-4cf6-a475-f7ae46bfd70d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (e38e9c5d-921c-450a-a488-6528248c18bd), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:38.650668 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-28581e01-24c9-4cf6-a475-f7ae46bfd70d admin admin] Calling delete_port for e38e9c5d-921c-450a-a488-6528248c18bd owned by network:router_gateway {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:37:38.700149 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-54a4f6b2-b373-44fe-8b3b-e9cc415dbd8e None None] Set router 9227d13d-de08-4ed6-a833-6283712bcfa7 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:37:38.750719 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-54a4f6b2-b373-44fe-8b3b-e9cc415dbd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'name': 'tempest-AttachVolumeNegativeTest-1174890714-router', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:47Z', 'updated_at': '2022-09-16T19:37:38Z', 'revision_number': 6, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'gw_port_host': None}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:37:38.776924 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a4f6b2-b373-44fe-8b3b-e9cc415dbd8e None None] The sync data for ids ['9227d13d-de08-4ed6-a833-6283712bcfa7'] in dv-cinder-850320-7-iscsi is: [{'id': '9227d13d-de08-4ed6-a833-6283712bcfa7', 'name': 'tempest-AttachVolumeNegativeTest-1174890714-router', 'tenant_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:26:47Z', 'updated_at': '2022-09-16T19:37:38Z', 'revision_number': 6, 'project_id': '1983ce4dc9bd4050a2399d9f62d3e871', 'gw_port_host': None}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:37:38.830299 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-28581e01-24c9-4cf6-a475-f7ae46bfd70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (e38e9c5d-921c-450a-a488-6528248c18bd), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:38.855624 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28581e01-24c9-4cf6-a475-f7ae46bfd70d admin admin] Pushing event deleted for resources: {'Port': ['ID=e38e9c5d-921c-450a-a488-6528248c18bd,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:37:38.919866 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-28581e01-24c9-4cf6-a475-f7ae46bfd70d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681049'] for router_gateway (9227d13d-de08-4ed6-a833-6283712bcfa7), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:39.006529 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-28581e01-24c9-4cf6-a475-f7ae46bfd70d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router (9227d13d-de08-4ed6-a833-6283712bcfa7), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:39.008847 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-28581e01-24c9-4cf6-a475-f7ae46bfd70d admin admin] Publish callbacks [] for router_controller (9227d13d-de08-4ed6-a833-6283712bcfa7), precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:39.051971 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-28581e01-24c9-4cf6-a475-f7ae46bfd70d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-681326'] for router (9227d13d-de08-4ed6-a833-6283712bcfa7), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:39.052611 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28581e01-24c9-4cf6-a475-f7ae46bfd70d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9227d13d-de08-4ed6-a833-6283712bcfa7 {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 19:37:39.058278 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-28581e01-24c9-4cf6-a475-f7ae46bfd70d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:39.059902 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-28581e01-24c9-4cf6-a475-f7ae46bfd70d admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/9227d13d-de08-4ed6-a833-6283712bcfa7 HTTP/1.1" status: 204 len: 168 time: 0.7615702 Sep 16 19:37:39.062378 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 52970) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:37:39.108354 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-523417b0-b7fc-4b00-a77f-6fe8b7907193 admin admin] Deleting subnet b23467b1-0e6b-4468-bd6e-d295548dcf80 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 19:37:39.111607 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-523417b0-b7fc-4b00-a77f-6fe8b7907193 admin admin] Publish callbacks [] for subnet (b23467b1-0e6b-4468-bd6e-d295548dcf80), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:39.153113 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-523417b0-b7fc-4b00-a77f-6fe8b7907193 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3251476'] for subnet (b23467b1-0e6b-4468-bd6e-d295548dcf80), precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:39.231641 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-523417b0-b7fc-4b00-a77f-6fe8b7907193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16018794'] for subnet (b23467b1-0e6b-4468-bd6e-d295548dcf80), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:39.289464 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-523417b0-b7fc-4b00-a77f-6fe8b7907193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16022615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2445622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3802358'] for subnet (b23467b1-0e6b-4468-bd6e-d295548dcf80), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:39.312845 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523417b0-b7fc-4b00-a77f-6fe8b7907193 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b23467b1-0e6b-4468-bd6e-d295548dcf80,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:37:39.318822 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-523417b0-b7fc-4b00-a77f-6fe8b7907193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:39.322382 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-523417b0-b7fc-4b00-a77f-6fe8b7907193 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/b23467b1-0e6b-4468-bd6e-d295548dcf80 HTTP/1.1" status: 204 len: 168 time: 0.2589257 Sep 16 19:37:39.324896 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 52972) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:37:39.325297 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19d83f8-9560-4a22-a2ad-f0df57163991 None None] Network 1b509164-1dc6-4639-9003-d3f932682d2f requested from dv-cinder-850320-7-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 19:37:39.348303 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:37:39.403038 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bd168bac-deb6-429e-bb07-f574d0f4aa28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15995935'] for network (1b509164-1dc6-4639-9003-d3f932682d2f), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:39.449161 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-bd168bac-deb6-429e-bb07-f574d0f4aa28 admin admin] Deleting port 0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:37:39.449516 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bd168bac-deb6-429e-bb07-f574d0f4aa28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:39.490786 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:37:39.517984 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-bd168bac-deb6-429e-bb07-f574d0f4aa28 admin admin] For port 0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35,segment=NetworkSegment(d2aecd8e-0f77-4a3e-8fa6-6519afb8f770),segment_id=d2aecd8e-0f77-4a3e-8fa6-6519afb8f770)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:37:39.518340 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bd168bac-deb6-429e-bb07-f574d0f4aa28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:39.531185 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-bd168bac-deb6-429e-bb07-f574d0f4aa28 admin admin] Calling delete_port for 0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35 owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:37:39.573029 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773e1ed8-0f6f-4d86-a41f-c5fee919505b None None] DHCP port deletion for 1b509164-1dc6-4639-9003-d3f932682d2f request from dv-cinder-850320-7-iscsi {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 19:37:39.611326 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bd168bac-deb6-429e-bb07-f574d0f4aa28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:39.614606 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-773e1ed8-0f6f-4d86-a41f-c5fee919505b None None] Deleting port 0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:37:39.615187 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-773e1ed8-0f6f-4d86-a41f-c5fee919505b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:39.637519 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd168bac-deb6-429e-bb07-f574d0f4aa28 admin admin] Pushing event deleted for resources: {'Port': ['ID=0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:37:39.639286 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd168bac-deb6-429e-bb07-f574d0f4aa28 admin admin] No DVR routers for this DVR port 0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35 on host dv-cinder-850320-7-iscsi {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 19:37:39.689061 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-773e1ed8-0f6f-4d86-a41f-c5fee919505b None None] For port 0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35, host dv-cinder-850320-7-iscsi, got binding levels [] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:37:39.689458 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-773e1ed8-0f6f-4d86-a41f-c5fee919505b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:39.703046 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-773e1ed8-0f6f-4d86-a41f-c5fee919505b None None] Calling delete_port for 0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:37:39.705867 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.ipam_backend_mixin [None req-773e1ed8-0f6f-4d86-a41f-c5fee919505b None None] Port 0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35 was not found and therefore no delete operation was performed {{(pid=106254) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 16 19:37:39.707095 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-773e1ed8-0f6f-4d86-a41f-c5fee919505b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825'] for port (0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:39.712419 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bd168bac-deb6-429e-bb07-f574d0f4aa28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16065089', 'neutron.services.segments.db._delete_segments_for_network-8764811785921'] for network (1b509164-1dc6-4639-9003-d3f932682d2f), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:39.730064 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e1ed8-0f6f-4d86-a41f-c5fee919505b None None] Pushing event deleted for resources: {'Port': ['ID=0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:37:39.732302 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-bd168bac-deb6-429e-bb07-f574d0f4aa28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b509164-1dc6-4639-9003-d3f932682d2f']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:37:39.739927 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773e1ed8-0f6f-4d86-a41f-c5fee919505b None None] No DVR routers for this DVR port 0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35 on host dv-cinder-850320-7-iscsi {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 19:37:39.742437 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773e1ed8-0f6f-4d86-a41f-c5fee919505b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:37:39.742709 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-bd168bac-deb6-429e-bb07-f574d0f4aa28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2aecd8e-0f77-4a3e-8fa6-6519afb8f770') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:37:39.742828 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773e1ed8-0f6f-4d86-a41f-c5fee919505b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:37:39.743011 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-bd168bac-deb6-429e-bb07-f574d0f4aa28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2aecd8e-0f77-4a3e-8fa6-6519afb8f770') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:37:39.743917 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773e1ed8-0f6f-4d86-a41f-c5fee919505b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:37:39.744404 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773e1ed8-0f6f-4d86-a41f-c5fee919505b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:37:39.744530 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773e1ed8-0f6f-4d86-a41f-c5fee919505b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:37:39.744805 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773e1ed8-0f6f-4d86-a41f-c5fee919505b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:37:39.745127 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773e1ed8-0f6f-4d86-a41f-c5fee919505b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:37:39.745630 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773e1ed8-0f6f-4d86-a41f-c5fee919505b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:37:39.746115 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773e1ed8-0f6f-4d86-a41f-c5fee919505b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:37:39.746616 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773e1ed8-0f6f-4d86-a41f-c5fee919505b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:37:39.747139 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773e1ed8-0f6f-4d86-a41f-c5fee919505b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:37:39.747470 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773e1ed8-0f6f-4d86-a41f-c5fee919505b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:37:39.747815 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773e1ed8-0f6f-4d86-a41f-c5fee919505b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:37:39.748137 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773e1ed8-0f6f-4d86-a41f-c5fee919505b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:37:39.748455 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773e1ed8-0f6f-4d86-a41f-c5fee919505b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:37:39.760741 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bd168bac-deb6-429e-bb07-f574d0f4aa28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764811785813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3251503'] for segment (d2aecd8e-0f77-4a3e-8fa6-6519afb8f770), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:39.778716 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bd168bac-deb6-429e-bb07-f574d0f4aa28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694'] for segment (d2aecd8e-0f77-4a3e-8fa6-6519afb8f770), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:39.785352 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd168bac-deb6-429e-bb07-f574d0f4aa28 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 19:37:39.785754 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bd168bac-deb6-429e-bb07-f574d0f4aa28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2445708'] for segment (d2aecd8e-0f77-4a3e-8fa6-6519afb8f770), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:39.829720 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.services.segments.plugin [-] Segment d2aecd8e-0f77-4a3e-8fa6-6519afb8f770 resource provider aggregate not found Sep 16 19:37:39.854707 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.services.segments.plugin [-] Segment d2aecd8e-0f77-4a3e-8fa6-6519afb8f770 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d2aecd8e-0f77-4a3e-8fa6-6519afb8f770 found for delete ", "request_id": "req-f57699fd-e4a4-428d-9955-01cea56836c4"}]} Sep 16 19:37:39.869177 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bd168bac-deb6-429e-bb07-f574d0f4aa28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16065144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681100'] for network (1b509164-1dc6-4639-9003-d3f932682d2f), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:39.876165 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bd168bac-deb6-429e-bb07-f574d0f4aa28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for network (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:39.879248 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-bd168bac-deb6-429e-bb07-f574d0f4aa28 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/1b509164-1dc6-4639-9003-d3f932682d2f HTTP/1.1" status: 204 len: 168 time: 0.5534465 Sep 16 19:37:39.889935 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd168bac-deb6-429e-bb07-f574d0f4aa28 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b509164-1dc6-4639-9003-d3f932682d2f,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:37:40.018489 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 52982) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:37:40.059965 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-8e399271-c6f1-4723-89bd-c5258789411e admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=1983ce4dc9bd4050a2399d9f62d3e871&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0401509 Sep 16 19:37:40.062515 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 52984) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:37:40.111942 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dae8db76-d931-4386-9640-6b0c98768335 admin admin] Publish callbacks [] for security_group (186e0bb6-0512-49bb-9ea9-0e5126b749ef), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:40.132153 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dae8db76-d931-4386-9640-6b0c98768335 admin admin] Publish callbacks [] for security_group (186e0bb6-0512-49bb-9ea9-0e5126b749ef), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:40.183338 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dae8db76-d931-4386-9640-6b0c98768335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (186e0bb6-0512-49bb-9ea9-0e5126b749ef), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:40.185920 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dae8db76-d931-4386-9640-6b0c98768335 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:40.187088 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-dae8db76-d931-4386-9640-6b0c98768335 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/186e0bb6-0512-49bb-9ea9-0e5126b749ef HTTP/1.1" status: 204 len: 168 time: 0.1237326 Sep 16 19:37:40.195421 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8db76-d931-4386-9640-6b0c98768335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186e0bb6-0512-49bb-9ea9-0e5126b749ef,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:37:40.611703 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device e38e9c5d-921c-450a-a488-6528248c18bd no longer exists at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:37:40.632602 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] No Port match for: e38e9c5d-921c-450a-a488-6528248c18bd {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:37:40.632944 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device e38e9c5d-921c-450a-a488-6528248c18bd not bound to the agent host dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:37:40.633353 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35 no longer exists at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:37:40.654139 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] No Port match for: 0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:37:40.654481 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 0edb871f-e95e-40a5-aaf5-8a6a8ef7ab35 not bound to the agent host dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:37:40.654884 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 2aea26ef-78b1-4046-af15-928f65832dc2 no longer exists at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:37:40.673116 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] No Port match for: 2aea26ef-78b1-4046-af15-928f65832dc2 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:37:40.673463 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 2aea26ef-78b1-4046-af15-928f65832dc2 not bound to the agent host dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:37:45.398625 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 53094) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:37:45.516304 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-15c19863-d71b-460a-879f-b7b3281cf1d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:45.576102 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:37:45.597759 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-15c19863-d71b-460a-879f-b7b3281cf1d3 admin admin] Publish callbacks [] for security_group (1cbd2758-df21-4f04-977d-7e4119a7dca8), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:45.603264 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-15c19863-d71b-460a-879f-b7b3281cf1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (1cbd2758-df21-4f04-977d-7e4119a7dca8), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:45.645020 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-15c19863-d71b-460a-879f-b7b3281cf1d3 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=fa78bfa54c6d49f0a21502ac6bccca42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2453165 Sep 16 19:37:45.645900 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c19863-d71b-460a-879f-b7b3281cf1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbd2758-df21-4f04-977d-7e4119a7dca8,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:37:45.647913 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 53098) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:37:45.700846 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9d9c78f1-66ec-43c6-8cd4-f49fd3bd57dd admin admin] Publish callbacks [] for security_group (1cbd2758-df21-4f04-977d-7e4119a7dca8), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:45.721208 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9d9c78f1-66ec-43c6-8cd4-f49fd3bd57dd admin admin] Publish callbacks [] for security_group (1cbd2758-df21-4f04-977d-7e4119a7dca8), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:45.778736 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9d9c78f1-66ec-43c6-8cd4-f49fd3bd57dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (1cbd2758-df21-4f04-977d-7e4119a7dca8), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:45.781322 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9d9c78f1-66ec-43c6-8cd4-f49fd3bd57dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:45.782476 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-9d9c78f1-66ec-43c6-8cd4-f49fd3bd57dd admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/1cbd2758-df21-4f04-977d-7e4119a7dca8 HTTP/1.1" status: 204 len: 168 time: 0.1335101 Sep 16 19:37:45.791008 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9c78f1-66ec-43c6-8cd4-f49fd3bd57dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbd2758-df21-4f04-977d-7e4119a7dca8,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:37:46.085500 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 53104) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:37:46.099661 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4cb477a3-3410-495e-b0b6-28f6b1b18cbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:46.155905 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:37:46.187741 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4cb477a3-3410-495e-b0b6-28f6b1b18cbb admin admin] Publish callbacks [] for security_group (0ff29dea-0ffd-4c81-8d2b-f74ab656e772), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:46.193429 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4cb477a3-3410-495e-b0b6-28f6b1b18cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (0ff29dea-0ffd-4c81-8d2b-f74ab656e772), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:46.232243 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb477a3-3410-495e-b0b6-28f6b1b18cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff29dea-0ffd-4c81-8d2b-f74ab656e772,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:37:46.236589 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-4cb477a3-3410-495e-b0b6-28f6b1b18cbb admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=04b4a7fdf932431eb35cfda1d362b60c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1500332 Sep 16 19:37:46.239357 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 53108) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:37:46.288906 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bf9f8d04-784b-4045-8caf-71541e751d09 admin admin] Publish callbacks [] for security_group (0ff29dea-0ffd-4c81-8d2b-f74ab656e772), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:46.308968 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bf9f8d04-784b-4045-8caf-71541e751d09 admin admin] Publish callbacks [] for security_group (0ff29dea-0ffd-4c81-8d2b-f74ab656e772), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:46.358798 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bf9f8d04-784b-4045-8caf-71541e751d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (0ff29dea-0ffd-4c81-8d2b-f74ab656e772), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:46.361336 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bf9f8d04-784b-4045-8caf-71541e751d09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:46.362491 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-bf9f8d04-784b-4045-8caf-71541e751d09 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/0ff29dea-0ffd-4c81-8d2b-f74ab656e772 HTTP/1.1" status: 204 len: 168 time: 0.1222813 Sep 16 19:37:46.371537 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f8d04-784b-4045-8caf-71541e751d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff29dea-0ffd-4c81-8d2b-f74ab656e772,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:37:51.645188 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 53218) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:37:51.761427 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ad5b538c-b9be-4c48-b8f1-553f23805a30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:51.837894 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ad5b538c-b9be-4c48-b8f1-553f23805a30 admin admin] Publish callbacks [] for security_group (8855ce61-d3fc-40f0-bfb9-a2222487455e), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:51.843686 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ad5b538c-b9be-4c48-b8f1-553f23805a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (8855ce61-d3fc-40f0-bfb9-a2222487455e), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:51.882616 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-ad5b538c-b9be-4c48-b8f1-553f23805a30 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=c78573e04ec74240b397bdb167b5ec4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2363112 Sep 16 19:37:51.883437 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b538c-b9be-4c48-b8f1-553f23805a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8855ce61-d3fc-40f0-bfb9-a2222487455e,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:37:51.885468 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 53222) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:37:51.936574 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e2d1a558-1e64-480a-8051-2fc6cc87ce37 admin admin] Publish callbacks [] for security_group (8855ce61-d3fc-40f0-bfb9-a2222487455e), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:51.958093 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e2d1a558-1e64-480a-8051-2fc6cc87ce37 admin admin] Publish callbacks [] for security_group (8855ce61-d3fc-40f0-bfb9-a2222487455e), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:51.966073 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:37:52.011646 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e2d1a558-1e64-480a-8051-2fc6cc87ce37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (8855ce61-d3fc-40f0-bfb9-a2222487455e), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:52.017096 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e2d1a558-1e64-480a-8051-2fc6cc87ce37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:52.018285 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-e2d1a558-1e64-480a-8051-2fc6cc87ce37 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/8855ce61-d3fc-40f0-bfb9-a2222487455e HTTP/1.1" status: 204 len: 168 time: 0.1317477 Sep 16 19:37:52.026873 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1a558-1e64-480a-8051-2fc6cc87ce37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8855ce61-d3fc-40f0-bfb9-a2222487455e,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:37:52.325386 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=12 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:37:52.326594 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=13 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:37:52.407417 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 53240) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:37:52.512821 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-083d4ae8-4a58-46e8-82bd-26d60ac79aca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:52.593219 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-083d4ae8-4a58-46e8-82bd-26d60ac79aca admin admin] Publish callbacks [] for security_group (ccc6ac60-8587-463c-a305-8826b8cff703), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:52.599072 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-083d4ae8-4a58-46e8-82bd-26d60ac79aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (ccc6ac60-8587-463c-a305-8826b8cff703), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:52.602705 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=73,neutron:INSERT=24,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:37:52.641939 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-083d4ae8-4a58-46e8-82bd-26d60ac79aca admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=05dbb19a2c3a4f47ae67d23b7a1a1a50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2331829 Sep 16 19:37:52.643160 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d4ae8-4a58-46e8-82bd-26d60ac79aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc6ac60-8587-463c-a305-8826b8cff703,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:37:52.645803 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 53244) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:37:52.694928 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ac81e418-29e5-454d-9f81-141e9d23e496 admin admin] Publish callbacks [] for security_group (ccc6ac60-8587-463c-a305-8826b8cff703), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:52.697334 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:UPDATE=2,neutron:SELECT=89,neutron:DELETE=9 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:37:52.715925 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ac81e418-29e5-454d-9f81-141e9d23e496 admin admin] Publish callbacks [] for security_group (ccc6ac60-8587-463c-a305-8826b8cff703), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:52.769530 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ac81e418-29e5-454d-9f81-141e9d23e496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (ccc6ac60-8587-463c-a305-8826b8cff703), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:52.772417 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ac81e418-29e5-454d-9f81-141e9d23e496 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:52.773535 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-ac81e418-29e5-454d-9f81-141e9d23e496 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/ccc6ac60-8587-463c-a305-8826b8cff703 HTTP/1.1" status: 204 len: 168 time: 0.1267233 Sep 16 19:37:52.783690 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81e418-29e5-454d-9f81-141e9d23e496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc6ac60-8587-463c-a305-8826b8cff703,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:37:53.049443 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 53250) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:37:53.065795 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1c8c3cde-0bbe-4b6f-a063-52c36ecd1674 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:53.145723 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1c8c3cde-0bbe-4b6f-a063-52c36ecd1674 admin admin] Publish callbacks [] for security_group (5130932c-577b-4588-83b4-e21e45519093), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:53.152208 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1c8c3cde-0bbe-4b6f-a063-52c36ecd1674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (5130932c-577b-4588-83b4-e21e45519093), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:53.191449 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8c3cde-0bbe-4b6f-a063-52c36ecd1674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5130932c-577b-4588-83b4-e21e45519093,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:37:53.195850 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-1c8c3cde-0bbe-4b6f-a063-52c36ecd1674 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=f409c5ff3cbb40d6be8a335063066713&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1449912 Sep 16 19:37:53.198545 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 53252) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:37:53.264736 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d56b061f-b521-4be2-8365-111d820b1cdd admin admin] Publish callbacks [] for security_group (5130932c-577b-4588-83b4-e21e45519093), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:53.285421 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d56b061f-b521-4be2-8365-111d820b1cdd admin admin] Publish callbacks [] for security_group (5130932c-577b-4588-83b4-e21e45519093), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:53.339023 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d56b061f-b521-4be2-8365-111d820b1cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (5130932c-577b-4588-83b4-e21e45519093), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:53.341610 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d56b061f-b521-4be2-8365-111d820b1cdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:53.342746 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-d56b061f-b521-4be2-8365-111d820b1cdd admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/5130932c-577b-4588-83b4-e21e45519093 HTTP/1.1" status: 204 len: 168 time: 0.1433568 Sep 16 19:37:53.352306 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b061f-b521-4be2-8365-111d820b1cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5130932c-577b-4588-83b4-e21e45519093,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:37:57.621960 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 53318) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:37:57.736775 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-37476716-ff68-41a3-998a-b311b7a35744 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:57.816564 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-37476716-ff68-41a3-998a-b311b7a35744 admin admin] Publish callbacks [] for security_group (02232af0-9d81-45b0-b052-7ea7a25ed721), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:57.823470 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-37476716-ff68-41a3-998a-b311b7a35744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (02232af0-9d81-45b0-b052-7ea7a25ed721), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:57.860726 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37476716-ff68-41a3-998a-b311b7a35744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02232af0-9d81-45b0-b052-7ea7a25ed721,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:37:57.865105 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-37476716-ff68-41a3-998a-b311b7a35744 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=8544bfa96a8c40bcb7ac77944bd9f40f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2420049 Sep 16 19:37:57.867964 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 53322) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:37:57.918835 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-af67040a-74d7-4aba-9b5a-79cf1bc8cf1d admin admin] Publish callbacks [] for security_group (02232af0-9d81-45b0-b052-7ea7a25ed721), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:57.925842 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:DELETE=7,neutron:SELECT=83,neutron:INSERT=10 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:37:57.940228 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-af67040a-74d7-4aba-9b5a-79cf1bc8cf1d admin admin] Publish callbacks [] for security_group (02232af0-9d81-45b0-b052-7ea7a25ed721), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:57.991161 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-af67040a-74d7-4aba-9b5a-79cf1bc8cf1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (02232af0-9d81-45b0-b052-7ea7a25ed721), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:57.994599 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-af67040a-74d7-4aba-9b5a-79cf1bc8cf1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:57.995749 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-af67040a-74d7-4aba-9b5a-79cf1bc8cf1d admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/02232af0-9d81-45b0-b052-7ea7a25ed721 HTTP/1.1" status: 204 len: 168 time: 0.1267977 Sep 16 19:37:58.003652 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af67040a-74d7-4aba-9b5a-79cf1bc8cf1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02232af0-9d81-45b0-b052-7ea7a25ed721,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:37:58.015389 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=63,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:37:58.017125 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=64,neutron:UPDATE=5 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:37:58.652323 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 53346) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:37:58.764181 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-4213c45d-c880-4104-8f0a-b58fd7f04b4f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1867166045-network', 'tenant_id': '2014aef538f0488996587be909b61ab2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:37:58.789801 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4213c45d-c880-4104-8f0a-b58fd7f04b4f admin admin] Made reservation on behalf of 2014aef538f0488996587be909b61ab2 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:37:58.792145 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4213c45d-c880-4104-8f0a-b58fd7f04b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for network (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:58.800954 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4213c45d-c880-4104-8f0a-b58fd7f04b4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:58.810330 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:37:58.881411 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4213c45d-c880-4104-8f0a-b58fd7f04b4f admin admin] Publish callbacks [] for security_group (47c1901b-b209-4ed5-aed7-3798fc781529), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:58.888268 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4213c45d-c880-4104-8f0a-b58fd7f04b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (47c1901b-b209-4ed5-aed7-3798fc781529), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:58.916767 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4213c45d-c880-4104-8f0a-b58fd7f04b4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 19:37:58.923342 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213c45d-c880-4104-8f0a-b58fd7f04b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c1901b-b209-4ed5-aed7-3798fc781529,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:37:58.929700 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4213c45d-c880-4104-8f0a-b58fd7f04b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694'] for segment (0bef7adc-3cf5-4584-b724-904719685162), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:58.930069 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.db.segments_db [None req-4213c45d-c880-4104-8f0a-b58fd7f04b4f admin admin] Added segment 0bef7adc-3cf5-4584-b724-904719685162 of type vlan for network e7fe4363-647e-4809-8b6e-72b0a259041d Sep 16 19:37:58.971329 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4213c45d-c880-4104-8f0a-b58fd7f04b4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764811224998'] for network (e7fe4363-647e-4809-8b6e-72b0a259041d), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:59.000431 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4213c45d-c880-4104-8f0a-b58fd7f04b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119'] for network (e7fe4363-647e-4809-8b6e-72b0a259041d), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:59.001518 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4213c45d-c880-4104-8f0a-b58fd7f04b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:37:59.002307 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4213c45d-c880-4104-8f0a-b58fd7f04b4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for network (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:59.064883 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-4213c45d-c880-4104-8f0a-b58fd7f04b4f admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4114056 Sep 16 19:37:59.068066 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 53350) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:37:59.068608 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213c45d-c880-4104-8f0a-b58fd7f04b4f admin admin] Pushing event updated for resources: {'Network': ['ID=e7fe4363-647e-4809-8b6e-72b0a259041d,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:37:59.073340 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-99f47db3-4533-4fac-8db2-02d106fca91e admin admin] Request body: {'subnet': {'network_id': 'e7fe4363-647e-4809-8b6e-72b0a259041d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1867166045-subnet', 'tenant_id': '2014aef538f0488996587be909b61ab2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:37:59.078583 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Network e7fe4363-647e-4809-8b6e-72b0a259041d details requested by agent ovs-agent-dv-cinder-850320-7-iscsi with host dv-cinder-850320-7-iscsi {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 19:37:59.096674 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f47db3-4533-4fac-8db2-02d106fca91e admin admin] Made reservation on behalf of 2014aef538f0488996587be909b61ab2 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:37:59.099107 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-99f47db3-4533-4fac-8db2-02d106fca91e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3802329'] for subnet (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:59.220670 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:37:59.275854 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-99f47db3-4533-4fac-8db2-02d106fca91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2443497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3802319'] for subnet (29f116b8-4747-4bf4-9487-7c698ddfe24e), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:59.328586 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f47db3-4533-4fac-8db2-02d106fca91e admin admin] Pushing event updated for resources: {'Subnet': ['ID=29f116b8-4747-4bf4-9487-7c698ddfe24e,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:37:59.345536 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f47db3-4533-4fac-8db2-02d106fca91e admin admin] Checking segment: {'id': '0bef7adc-3cf5-4584-b724-904719685162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e7fe4363-647e-4809-8b6e-72b0a259041d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:37:59.345884 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f47db3-4533-4fac-8db2-02d106fca91e admin admin] Network hostable DHCP agents. Network: e7fe4363-647e-4809-8b6e-72b0a259041d, hostable agents: ['ba1fefac-954c-4dc4-b172-e3e5be1bbc35'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 19:37:59.370810 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f47db3-4533-4fac-8db2-02d106fca91e admin admin] Network e7fe4363-647e-4809-8b6e-72b0a259041d is scheduled to be hosted by DHCP agent ba1fefac-954c-4dc4-b172-e3e5be1bbc35 with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 19:37:59.381772 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-99f47db3-4533-4fac-8db2-02d106fca91e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850320-7-iscsi, e7fe4363-647e-4809-8b6e-72b0a259041d) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:37:59.386872 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f47db3-4533-4fac-8db2-02d106fca91e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:37:59.387800 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-99f47db3-4533-4fac-8db2-02d106fca91e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:37:59.390815 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfbeb22-ebc2-4265-a15d-205da6bf4385 None None] Network e7fe4363-647e-4809-8b6e-72b0a259041d requested from dv-cinder-850320-7-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 19:37:59.406449 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-99f47db3-4533-4fac-8db2-02d106fca91e admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3370407 Sep 16 19:37:59.506625 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2220f42-1168-4ddc-a520-e99d6428d5e4 None None] Network e7fe4363-647e-4809-8b6e-72b0a259041d requested from dv-cinder-850320-7-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 19:38:00.035778 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ec51eb63-bded-4358-bcb7-65c374bc4d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:01.656082 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-518c336e-b94d-4aa3-aa51-3ae79711a7e4 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:01.657592 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-518c336e-b94d-4aa3-aa51-3ae79711a7e4 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/networks?id=e7fe4363-647e-4809-8b6e-72b0a259041d HTTP/1.1" status: 200 len: 809 time: 0.3731430 Sep 16 19:38:01.674861 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-52857865-b419-4e1a-bd26-075beefb5ab5 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/quotas/2014aef538f0488996587be909b61ab2 HTTP/1.1" status: 200 len: 375 time: 0.0091600 Sep 16 19:38:01.712750 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-5e47d5d5-608b-4fdd-8dc9-a8a6298515f4 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=2014aef538f0488996587be909b61ab2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310082 Sep 16 19:38:01.726175 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-b7a3664b-564e-4371-88e0-51659a47e4aa service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 19:38:01.727185 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-b7a3664b-564e-4371-88e0-51659a47e4aa service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0050051 Sep 16 19:38:01.821259 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-bccb4c42-faa1-4dae-9c9d-cb2330e2a1ed service neutron] 10.222.0.49 "GET /networking/v2.0/networks/e7fe4363-647e-4809-8b6e-72b0a259041d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853953 Sep 16 19:38:01.917405 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-06b31b2a-f5e1-40aa-9194-2abb007bee15 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/e7fe4363-647e-4809-8b6e-72b0a259041d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878444 Sep 16 19:38:01.935931 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:02.082907 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9caf947b-8255-43be-bbfd-04241bffb49d req-582613fb-a7bd-4d65-820b-6357d1ec96e2 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f3bbf3e4-6114-4f9d-b6c9-7fd2c01bd0a7 HTTP/1.1" status: 200 len: 210 time: 0.0280328 Sep 16 19:38:02.271014 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f1a58858-89d6-4b4a-98e9-7756dd8f0e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:03.190770 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a9e62db5-ecd2-4330-abd7-140b3f5b4575 req-0f9acdb6-89f6-4454-a382-89de49818219 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f3bbf3e4-6114-4f9d-b6c9-7fd2c01bd0a7 HTTP/1.1" status: 200 len: 210 time: 0.0289738 Sep 16 19:38:03.389454 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-aae58a7e-27b4-4d89-aa46-6efbb422dd56 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:03.390950 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-aae58a7e-27b4-4d89-aa46-6efbb422dd56 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.27 "GET /networking/v2.0/networks?id=e7fe4363-647e-4809-8b6e-72b0a259041d HTTP/1.1" status: 200 len: 809 time: 0.1083672 Sep 16 19:38:03.409168 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-c4c37899-4700-4007-80e5-ae5b186e817e tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Request body: {'port': {'device_id': 'f3bbf3e4-6114-4f9d-b6c9-7fd2c01bd0a7', 'network_id': 'e7fe4363-647e-4809-8b6e-72b0a259041d', 'admin_state_up': True, 'tenant_id': '2014aef538f0488996587be909b61ab2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:38:03.523093 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-c4c37899-4700-4007-80e5-ae5b186e817e tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Made reservation on behalf of 2014aef538f0488996587be909b61ab2 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:38:03.527219 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-c4c37899-4700-4007-80e5-ae5b186e817e tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:03.654461 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:03.666864 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-c4c37899-4700-4007-80e5-ae5b186e817e tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Allocated IP 172.20.0.5 (e7fe4363-647e-4809-8b6e-72b0a259041d/29f116b8-4747-4bf4-9487-7c698ddfe24e/2d415f2f-c709-43bf-a91b-f97da513b265) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:38:03.715022 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:04.083018 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-c4c37899-4700-4007-80e5-ae5b186e817e tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Publish callbacks [] for port (2d415f2f-c709-43bf-a91b-f97da513b265), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:04.126057 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-c4c37899-4700-4007-80e5-ae5b186e817e tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (2d415f2f-c709-43bf-a91b-f97da513b265), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:04.169010 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-c4c37899-4700-4007-80e5-ae5b186e817e tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Network e7fe4363-647e-4809-8b6e-72b0a259041d is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:38:04.172135 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-c4c37899-4700-4007-80e5-ae5b186e817e tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:38:04.175858 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-c4c37899-4700-4007-80e5-ae5b186e817e tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:38:04.197556 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:04.200404 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c37899-4700-4007-80e5-ae5b186e817e tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Pushing event updated for resources: {'Port': ['ID=2d415f2f-c709-43bf-a91b-f97da513b265,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:38:04.226277 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-c4c37899-4700-4007-80e5-ae5b186e817e tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:04.226277 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-c4c37899-4700-4007-80e5-ae5b186e817e tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:04.248677 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-c4c37899-4700-4007-80e5-ae5b186e817e tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8433344 Sep 16 19:38:04.258019 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-7d8aabdc-1160-434d-8d14-1fa4b60e056c tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 19:38:04.258964 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-7d8aabdc-1160-434d-8d14-1fa4b60e056c tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0052252 Sep 16 19:38:04.324362 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c656e-4856-4ba6-be66-978ae11452b7 req-c46512df-0204-40e6-b9eb-4ae876842efd tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:04.325861 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2a1c656e-4856-4ba6-be66-978ae11452b7 req-c46512df-0204-40e6-b9eb-4ae876842efd tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f3bbf3e4-6114-4f9d-b6c9-7fd2c01bd0a7 HTTP/1.1" status: 200 len: 931 time: 0.0560155 Sep 16 19:38:04.344790 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-e91bda5d-3b01-4745-b5c0-f7d63bba06bb service neutron] Request body: {'port': {'device_id': 'f3bbf3e4-6114-4f9d-b6c9-7fd2c01bd0a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:38:04.423119 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2a1c656e-4856-4ba6-be66-978ae11452b7 req-96cf52e0-bf47-4b82-955d-0e47b5d5a61b tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=47c1901b-b209-4ed5-aed7-3798fc781529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898402 Sep 16 19:38:04.431500 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-e91bda5d-3b01-4745-b5c0-f7d63bba06bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (2d415f2f-c709-43bf-a91b-f97da513b265), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:04.739971 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-e91bda5d-3b01-4745-b5c0-f7d63bba06bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d415f2f-c709-43bf-a91b-f97da513b265 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 19:38:04.749104 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-e91bda5d-3b01-4745-b5c0-f7d63bba06bb service neutron] Publish callbacks [] for port (2d415f2f-c709-43bf-a91b-f97da513b265), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:04.762644 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-e91bda5d-3b01-4745-b5c0-f7d63bba06bb service neutron] Transition to ACTIVE for port object 2d415f2f-c709-43bf-a91b-f97da513b265 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 19:38:04.772047 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-e91bda5d-3b01-4745-b5c0-f7d63bba06bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445664'] for port (2d415f2f-c709-43bf-a91b-f97da513b265), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:04.865870 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91bda5d-3b01-4745-b5c0-f7d63bba06bb service neutron] Pushing event updated for resources: {'Port': ['ID=2d415f2f-c709-43bf-a91b-f97da513b265,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:38:04.899022 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:04.904844 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-e91bda5d-3b01-4745-b5c0-f7d63bba06bb service neutron] Attempting to bind port 2d415f2f-c709-43bf-a91b-f97da513b265 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:38:04.905190 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-e91bda5d-3b01-4745-b5c0-f7d63bba06bb service neutron] Attempting to bind port 2d415f2f-c709-43bf-a91b-f97da513b265 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '0bef7adc-3cf5-4584-b724-904719685162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e7fe4363-647e-4809-8b6e-72b0a259041d'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:38:04.905509 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-e91bda5d-3b01-4745-b5c0-f7d63bba06bb service neutron] Attempting to bind port 2d415f2f-c709-43bf-a91b-f97da513b265 on network e7fe4363-647e-4809-8b6e-72b0a259041d {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:38:04.958694 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-e91bda5d-3b01-4745-b5c0-f7d63bba06bb service neutron] Port 2d415f2f-c709-43bf-a91b-f97da513b265 on network e7fe4363-647e-4809-8b6e-72b0a259041d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 19:38:04.959002 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-e91bda5d-3b01-4745-b5c0-f7d63bba06bb service neutron] Attempting to bind port 2d415f2f-c709-43bf-a91b-f97da513b265 on network e7fe4363-647e-4809-8b6e-72b0a259041d {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:38:05.003937 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:05.019892 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-e91bda5d-3b01-4745-b5c0-f7d63bba06bb service neutron] Checking agent: {'id': 'f29a7e91-2c4b-48c7-9aed-98e73119d395', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 24, 59), 'started_at': datetime.datetime(2022, 9, 16, 19, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:38:05.020217 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-e91bda5d-3b01-4745-b5c0-f7d63bba06bb service neutron] Checking segment: {'id': '0bef7adc-3cf5-4584-b724-904719685162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e7fe4363-647e-4809-8b6e-72b0a259041d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:38:05.020622 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-e91bda5d-3b01-4745-b5c0-f7d63bba06bb service neutron] Bound using segment: {'id': '0bef7adc-3cf5-4584-b724-904719685162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e7fe4363-647e-4809-8b6e-72b0a259041d'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:38:05.022812 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-e91bda5d-3b01-4745-b5c0-f7d63bba06bb service neutron] Bound port: 2d415f2f-c709-43bf-a91b-f97da513b265, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bef7adc-3cf5-4584-b724-904719685162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e7fe4363-647e-4809-8b6e-72b0a259041d'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:38:05.023207 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-e91bda5d-3b01-4745-b5c0-f7d63bba06bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (2d415f2f-c709-43bf-a91b-f97da513b265), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:05.092947 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-e91bda5d-3b01-4745-b5c0-f7d63bba06bb service neutron] For port 2d415f2f-c709-43bf-a91b-f97da513b265, host hv-cinder-85032, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:38:05.096634 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-e91bda5d-3b01-4745-b5c0-f7d63bba06bb service neutron] For port 2d415f2f-c709-43bf-a91b-f97da513b265, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=2d415f2f-c709-43bf-a91b-f97da513b265,segment=NetworkSegment(0bef7adc-3cf5-4584-b724-904719685162),segment_id=0bef7adc-3cf5-4584-b724-904719685162)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:38:05.106454 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-e91bda5d-3b01-4745-b5c0-f7d63bba06bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445664'] for port (2d415f2f-c709-43bf-a91b-f97da513b265), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:05.111501 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-e91bda5d-3b01-4745-b5c0-f7d63bba06bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:05.112114 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-e91bda5d-3b01-4745-b5c0-f7d63bba06bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:05.113918 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-e91bda5d-3b01-4745-b5c0-f7d63bba06bb service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/2d415f2f-c709-43bf-a91b-f97da513b265 HTTP/1.1" status: 200 len: 1093 time: 0.8340540 Sep 16 19:38:05.114147 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3bbf3e4-6114-4f9d-b6c9-7fd2c01bd0a7', 'tag': '2d415f2f-c709-43bf-a91b-f97da513b265'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:38:05.116494 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e152f16bac9f1df6f483fa1cb5a6d8c6a2a494143f87e2794594a52eeef6f53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd0243d-620b-41ee-b50d-adf9b8e81a25" -d '{"events": [{"name": "network-changed", "server_uuid": "f3bbf3e4-6114-4f9d-b6c9-7fd2c01bd0a7", "tag": "2d415f2f-c709-43bf-a91b-f97da513b265"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:38:05.124337 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:05.171519 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 19:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1921a3f9-68e1-470b-85ef-f6792153f9e8 x-openstack-request-id: req-1921a3f9-68e1-470b-85ef-f6792153f9e8 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:38:05.171777 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3bbf3e4-6114-4f9d-b6c9-7fd2c01bd0a7", "tag": "2d415f2f-c709-43bf-a91b-f97da513b265", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:38:05.171990 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1921a3f9-68e1-470b-85ef-f6792153f9e8 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:38:05.172435 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1921a3f9-68e1-470b-85ef-f6792153f9e8'] response: {'name': 'network-changed', 'server_uuid': 'f3bbf3e4-6114-4f9d-b6c9-7fd2c01bd0a7', 'tag': '2d415f2f-c709-43bf-a91b-f97da513b265', 'status': 'completed', 'code': 200} Sep 16 19:38:05.177502 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91bda5d-3b01-4745-b5c0-f7d63bba06bb service neutron] Pushing event updated for resources: {'Port': ['ID=2d415f2f-c709-43bf-a91b-f97da513b265,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:38:05.236788 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:05.279998 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0243d-620b-41ee-b50d-adf9b8e81a25 req-35781866-8e9c-491c-99f5-5501a0eb3067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:05.282798 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-efd0243d-620b-41ee-b50d-adf9b8e81a25 req-35781866-8e9c-491c-99f5-5501a0eb3067 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=2014aef538f0488996587be909b61ab2&device_id=f3bbf3e4-6114-4f9d-b6c9-7fd2c01bd0a7 HTTP/1.1" status: 200 len: 1127 time: 0.0576069 Sep 16 19:38:05.417180 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0243d-620b-41ee-b50d-adf9b8e81a25 req-e1249a1c-cf63-4abe-b4be-998cc869f542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:05.418725 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-efd0243d-620b-41ee-b50d-adf9b8e81a25 req-e1249a1c-cf63-4abe-b4be-998cc869f542 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=2014aef538f0488996587be909b61ab2&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1230326 Sep 16 19:38:05.436903 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:38:05.557323 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0243d-620b-41ee-b50d-adf9b8e81a25 req-a67d4586-f6cc-4f36-9179-dd00e8e09961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:05.559111 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-efd0243d-620b-41ee-b50d-adf9b8e81a25 req-a67d4586-f6cc-4f36-9179-dd00e8e09961 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1346672 Sep 16 19:38:05.571416 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209e5ff-e9f6-4d66-a6c9-9b58708116b5 req-3ee62856-f760-409c-888b-bb90c5be1490 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:05.573709 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1209e5ff-e9f6-4d66-a6c9-9b58708116b5 req-3ee62856-f760-409c-888b-bb90c5be1490 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f3bbf3e4-6114-4f9d-b6c9-7fd2c01bd0a7 HTTP/1.1" status: 200 len: 943 time: 0.0610502 Sep 16 19:38:05.623406 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1209e5ff-e9f6-4d66-a6c9-9b58708116b5 req-b9b315c3-6e3c-4384-af8f-b628fe53c291 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=47c1901b-b209-4ed5-aed7-3798fc781529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438883 Sep 16 19:38:05.667088 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-d357246f-6ede-4d9e-a9d2-d4e2a62b1915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:05.668645 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-d357246f-6ede-4d9e-a9d2-d4e2a62b1915 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=2014aef538f0488996587be909b61ab2&device_id=f3bbf3e4-6114-4f9d-b6c9-7fd2c01bd0a7 HTTP/1.1" status: 200 len: 1127 time: 0.0443687 Sep 16 19:38:05.713526 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-affbbea6-f62b-40ab-a594-4d6a6df56b54 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d415f2f-c709-43bf-a91b-f97da513b265 HTTP/1.1" status: 200 len: 217 time: 0.0322919 Sep 16 19:38:05.764369 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-a9801ff9-4bbf-4d8e-a816-e54737aea727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:05.765913 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-a9801ff9-4bbf-4d8e-a816-e54737aea727 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=29f116b8-4747-4bf4-9487-7c698ddfe24e HTTP/1.1" status: 200 len: 849 time: 0.0465152 Sep 16 19:38:05.797507 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-5cfe463e-5fc2-4ecd-9d53-3d2b3665d051 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=e7fe4363-647e-4809-8b6e-72b0a259041d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257869 Sep 16 19:38:05.891803 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-b4f19e3b-8a3d-4405-88d4-5ab9fed7a8e0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e7fe4363-647e-4809-8b6e-72b0a259041d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871682 Sep 16 19:38:06.001844 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c1b0a54e-c3b4-4b29-91ef-83c9d4d454b7 req-7eb96a68-601d-45be-8b56-2e098bbb9da7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e7fe4363-647e-4809-8b6e-72b0a259041d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035626 Sep 16 19:38:06.774890 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d44702-724b-4f8e-ad98-f5e4b46674b8 req-659b5508-80a1-4a8a-9ce9-f7ec85abf3c8 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:06.776505 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-83d44702-724b-4f8e-ad98-f5e4b46674b8 req-659b5508-80a1-4a8a-9ce9-f7ec85abf3c8 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f3bbf3e4-6114-4f9d-b6c9-7fd2c01bd0a7 HTTP/1.1" status: 200 len: 943 time: 0.0580001 Sep 16 19:38:06.813844 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:06.827369 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-83d44702-724b-4f8e-ad98-f5e4b46674b8 req-bbf993a8-badf-4316-b316-6402b5bcd2e8 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=47c1901b-b209-4ed5-aed7-3798fc781529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448601 Sep 16 19:38:07.960910 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c58d9-8da1-4821-b4f5-49f5b9d82502 req-123d57a2-1e04-4692-980b-5cc5d4c23118 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:07.962365 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-838c58d9-8da1-4821-b4f5-49f5b9d82502 req-123d57a2-1e04-4692-980b-5cc5d4c23118 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f3bbf3e4-6114-4f9d-b6c9-7fd2c01bd0a7 HTTP/1.1" status: 200 len: 943 time: 0.0471065 Sep 16 19:38:08.012630 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-838c58d9-8da1-4821-b4f5-49f5b9d82502 req-d054dff7-4ef3-4138-a0d3-fd7db8cef7da tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=47c1901b-b209-4ed5-aed7-3798fc781529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419548 Sep 16 19:38:08.126500 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 2d415f2f-c709-43bf-a91b-f97da513b265 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 19:38:08.247218 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port 2d415f2f-c709-43bf-a91b-f97da513b265, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=2d415f2f-c709-43bf-a91b-f97da513b265,segment=NetworkSegment(0bef7adc-3cf5-4584-b724-904719685162),segment_id=0bef7adc-3cf5-4584-b724-904719685162)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:38:08.262434 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Returning: {'device': '2d415f2f-c709-43bf-a91b-f97da513b265', 'network_id': 'e7fe4363-647e-4809-8b6e-72b0a259041d', 'port_id': '2d415f2f-c709-43bf-a91b-f97da513b265', 'mac_address': 'fa:16:3e:f0:1a:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29f116b8-4747-4bf4-9487-7c698ddfe24e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 19:38:08.302741 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port 2d415f2f-c709-43bf-a91b-f97da513b265 is: DOWN; New status is: BUILD {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:38:08.303059 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (2d415f2f-c709-43bf-a91b-f97da513b265), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:08.317676 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d415f2f-c709-43bf-a91b-f97da513b265 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 19:38:08.342792 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port 2d415f2f-c709-43bf-a91b-f97da513b265, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=2d415f2f-c709-43bf-a91b-f97da513b265,segment=NetworkSegment(0bef7adc-3cf5-4584-b724-904719685162),segment_id=0bef7adc-3cf5-4584-b724-904719685162)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:38:08.349588 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (2d415f2f-c709-43bf-a91b-f97da513b265), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:08.405164 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=2d415f2f-c709-43bf-a91b-f97da513b265,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:38:08.851042 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] get_ports_and_sgs() called for port_ids ['2d415f2f-c709-43bf-a91b-f97da513b265'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 19:38:08.915492 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:08.946288 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-caefcb04-f4dd-4005-b97b-fd139f607d22 req-3bfa7fa0-5252-443e-9301-6933a1a79f8d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381422 Sep 16 19:38:09.053590 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefcb04-f4dd-4005-b97b-fd139f607d22 req-75ac0354-b842-4b4d-bf74-9451a6d02355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:09.055797 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-caefcb04-f4dd-4005-b97b-fd139f607d22 req-75ac0354-b842-4b4d-bf74-9451a6d02355 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ea12091447ba4a5799d6f416b32fa5cc&device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 1130 time: 0.0437505 Sep 16 19:38:09.135292 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb89da3-1f3c-432f-9a66-d77160b98102 req-01435b1c-8586-42d2-a226-1ff33aa36689 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:09.136883 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ceb89da3-1f3c-432f-9a66-d77160b98102 req-01435b1c-8586-42d2-a226-1ff33aa36689 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f3bbf3e4-6114-4f9d-b6c9-7fd2c01bd0a7 HTTP/1.1" status: 200 len: 944 time: 0.0471029 Sep 16 19:38:09.161701 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefcb04-f4dd-4005-b97b-fd139f607d22 req-dc0aa64a-4099-47c8-bd09-e492091e494b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:09.163163 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-caefcb04-f4dd-4005-b97b-fd139f607d22 req-dc0aa64a-4099-47c8-bd09-e492091e494b service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=244c5642-5ab0-4834-bd0e-759fe8c918bc HTTP/1.1" status: 200 len: 918 time: 0.0873351 Sep 16 19:38:09.188611 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ceb89da3-1f3c-432f-9a66-d77160b98102 req-b450b993-8c98-48f6-91f8-f87364b1f68f tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=47c1901b-b209-4ed5-aed7-3798fc781529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459290 Sep 16 19:38:09.228946 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-caefcb04-f4dd-4005-b97b-fd139f607d22 req-3d3aa8e8-076a-4c1a-8d1c-6fa27cd9d9d9 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82303380-97ed-42fb-989a-4254a38d1489 HTTP/1.1" status: 200 len: 1001 time: 0.0580716 Sep 16 19:38:09.279486 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefcb04-f4dd-4005-b97b-fd139f607d22 req-6ff92cfb-d94c-40be-bd09-277a96b4241a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:09.280897 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-caefcb04-f4dd-4005-b97b-fd139f607d22 req-6ff92cfb-d94c-40be-bd09-277a96b4241a service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=e74eaa38-2acb-40fa-b32b-5cd01428e71e HTTP/1.1" status: 200 len: 856 time: 0.0449975 Sep 16 19:38:09.315617 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:09.325902 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefcb04-f4dd-4005-b97b-fd139f607d22 req-578b3da7-4c52-46a4-92fb-8432c9a9c633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:09.327361 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-caefcb04-f4dd-4005-b97b-fd139f607d22 req-578b3da7-4c52-46a4-92fb-8432c9a9c633 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=244c5642-5ab0-4834-bd0e-759fe8c918bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395877 Sep 16 19:38:09.423013 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-caefcb04-f4dd-4005-b97b-fd139f607d22 req-c1f2e8ef-59fe-4cdb-959c-c5395d23f9d8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/244c5642-5ab0-4834-bd0e-759fe8c918bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878568 Sep 16 19:38:09.513473 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-caefcb04-f4dd-4005-b97b-fd139f607d22 req-850ef0c1-0410-425c-99a9-dab264ac8c3f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/244c5642-5ab0-4834-bd0e-759fe8c918bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836973 Sep 16 19:38:10.141833 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 2d415f2f-c709-43bf-a91b-f97da513b265 up at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:38:10.145191 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:10.197326 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Provisioning for port 2d415f2f-c709-43bf-a91b-f97da513b265 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 19:38:10.203260 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Provisioning complete for port 2d415f2f-c709-43bf-a91b-f97da513b265 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:38:10.203637 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (2d415f2f-c709-43bf-a91b-f97da513b265), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:10.203976 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Attempt 1 to provision port 2d415f2f-c709-43bf-a91b-f97da513b265 Sep 16 19:38:10.240042 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:10.278021 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port 2d415f2f-c709-43bf-a91b-f97da513b265 is: BUILD; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:38:10.278377 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (2d415f2f-c709-43bf-a91b-f97da513b265), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:10.302482 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3bbf3e4-6114-4f9d-b6c9-7fd2c01bd0a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d415f2f-c709-43bf-a91b-f97da513b265'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:38:10.304883 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f3f7bbbb38247194f391b6222dc5c183e9bfb457d3b71a23f23b79e9cf016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f52bf6-8057-4076-953f-c5d72fefaa1e" -d '{"events": [{"server_uuid": "f3bbf3e4-6114-4f9d-b6c9-7fd2c01bd0a7", "name": "network-vif-plugged", "status": "completed", "tag": "2d415f2f-c709-43bf-a91b-f97da513b265"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:38:10.313421 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c3f6e-6898-4e93-a404-1abd45ac4363 req-27f83031-fec0-424d-8db9-067354709dbc tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:10.314947 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-121c3f6e-6898-4e93-a404-1abd45ac4363 req-27f83031-fec0-424d-8db9-067354709dbc tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f3bbf3e4-6114-4f9d-b6c9-7fd2c01bd0a7 HTTP/1.1" status: 200 len: 944 time: 0.0508251 Sep 16 19:38:10.321290 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port 2d415f2f-c709-43bf-a91b-f97da513b265, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=2d415f2f-c709-43bf-a91b-f97da513b265,segment=NetworkSegment(0bef7adc-3cf5-4584-b724-904719685162),segment_id=0bef7adc-3cf5-4584-b724-904719685162)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:38:10.327438 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (2d415f2f-c709-43bf-a91b-f97da513b265), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:10.352752 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 19:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b876e4-b7a4-4d7c-b36f-a5b815788f41 x-openstack-request-id: req-d2b876e4-b7a4-4d7c-b36f-a5b815788f41 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:38:10.353040 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3bbf3e4-6114-4f9d-b6c9-7fd2c01bd0a7", "name": "network-vif-plugged", "status": "completed", "tag": "2d415f2f-c709-43bf-a91b-f97da513b265", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:38:10.353288 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d2b876e4-b7a4-4d7c-b36f-a5b815788f41 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:38:10.353677 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2b876e4-b7a4-4d7c-b36f-a5b815788f41'] response: {'server_uuid': 'f3bbf3e4-6114-4f9d-b6c9-7fd2c01bd0a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d415f2f-c709-43bf-a91b-f97da513b265', 'code': 200} Sep 16 19:38:10.363761 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-121c3f6e-6898-4e93-a404-1abd45ac4363 req-9adb9401-9bfa-4fa2-a4f2-8c97d516ad13 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=47c1901b-b209-4ed5-aed7-3798fc781529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426528 Sep 16 19:38:10.379406 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=2d415f2f-c709-43bf-a91b-f97da513b265,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:38:10.578249 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0c7e7-6d18-414c-8fcd-910085b3b1ef req-e5bef5d8-6102-4ac6-b6a3-38a96919098e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:10.579740 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a0b0c7e7-6d18-414c-8fcd-910085b3b1ef req-e5bef5d8-6102-4ac6-b6a3-38a96919098e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3bbf3e4-6114-4f9d-b6c9-7fd2c01bd0a7 HTTP/1.1" status: 200 len: 1129 time: 0.0382056 Sep 16 19:38:10.625773 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a0b0c7e7-6d18-414c-8fcd-910085b3b1ef req-1a778842-8788-4905-9c1b-92e62ab9fd78 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47c1901b-b209-4ed5-aed7-3798fc781529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394824 Sep 16 19:38:11.510707 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff7520-da8b-47e1-bb1c-e8f538757048 req-77244a16-85de-4588-afcb-9b9f32132a64 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:11.512254 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-feff7520-da8b-47e1-bb1c-e8f538757048 req-77244a16-85de-4588-afcb-9b9f32132a64 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f3bbf3e4-6114-4f9d-b6c9-7fd2c01bd0a7 HTTP/1.1" status: 200 len: 945 time: 0.0488102 Sep 16 19:38:11.563332 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-feff7520-da8b-47e1-bb1c-e8f538757048 req-23f70bbf-8ed7-4700-9a50-c2a522d351c5 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=47c1901b-b209-4ed5-aed7-3798fc781529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451376 Sep 16 19:38:12.693407 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130bafed-f4fd-4516-9268-daa327f413e5 req-bc6ed309-26f9-4837-a093-0ac6f55ad0fc tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:12.694760 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-130bafed-f4fd-4516-9268-daa327f413e5 req-bc6ed309-26f9-4837-a093-0ac6f55ad0fc tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f3bbf3e4-6114-4f9d-b6c9-7fd2c01bd0a7 HTTP/1.1" status: 200 len: 945 time: 0.0519924 Sep 16 19:38:12.749534 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-130bafed-f4fd-4516-9268-daa327f413e5 req-67d6ca53-ee87-49a9-93c4-4863d7f52a78 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=47c1901b-b209-4ed5-aed7-3798fc781529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464799 Sep 16 19:38:13.518013 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33279dd5-51b3-4ba0-b867-3674d3f77d0d req-3ec13472-9506-444b-be0e-437731d580bc tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:13.519492 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-33279dd5-51b3-4ba0-b867-3674d3f77d0d req-3ec13472-9506-444b-be0e-437731d580bc tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f3bbf3e4-6114-4f9d-b6c9-7fd2c01bd0a7 HTTP/1.1" status: 200 len: 945 time: 0.0474126 Sep 16 19:38:13.568318 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-33279dd5-51b3-4ba0-b867-3674d3f77d0d req-ea2ef8dd-f707-45e9-8b2a-07d7b4ab414f tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=47c1901b-b209-4ed5-aed7-3798fc781529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431998 Sep 16 19:38:14.703069 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722fbd97-f010-4dba-aeb4-2c2a4d797e57 req-5960824b-fb1f-4495-9f95-8318c75199c7 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:14.704797 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-722fbd97-f010-4dba-aeb4-2c2a4d797e57 req-5960824b-fb1f-4495-9f95-8318c75199c7 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f3bbf3e4-6114-4f9d-b6c9-7fd2c01bd0a7 HTTP/1.1" status: 200 len: 945 time: 0.0525658 Sep 16 19:38:14.738105 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:UPDATE=3,neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:14.755481 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-722fbd97-f010-4dba-aeb4-2c2a4d797e57 req-ca9178ad-a291-4bea-b706-0fe2ff3a8168 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=47c1901b-b209-4ed5-aed7-3798fc781529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448775 Sep 16 19:38:15.072079 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f6858-0a95-47af-8653-85397c1b7ca5 req-73b527c7-2cf7-4238-9a92-1a1448b23a8b tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:15.073704 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d43f6858-0a95-47af-8653-85397c1b7ca5 req-73b527c7-2cf7-4238-9a92-1a1448b23a8b tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3bbf3e4-6114-4f9d-b6c9-7fd2c01bd0a7 HTTP/1.1" status: 200 len: 945 time: 0.0477364 Sep 16 19:38:15.164422 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-d43f6858-0a95-47af-8653-85397c1b7ca5 req-f3c6687d-37b8-470a-9424-19175901c80d tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Deleting port 2d415f2f-c709-43bf-a91b-f97da513b265 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:38:15.164741 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d43f6858-0a95-47af-8653-85397c1b7ca5 req-f3c6687d-37b8-470a-9424-19175901c80d tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (2d415f2f-c709-43bf-a91b-f97da513b265), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:15.226390 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:15.262724 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-d43f6858-0a95-47af-8653-85397c1b7ca5 req-f3c6687d-37b8-470a-9424-19175901c80d tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] For port 2d415f2f-c709-43bf-a91b-f97da513b265, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=2d415f2f-c709-43bf-a91b-f97da513b265,segment=NetworkSegment(0bef7adc-3cf5-4584-b724-904719685162),segment_id=0bef7adc-3cf5-4584-b724-904719685162)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:38:15.263157 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d43f6858-0a95-47af-8653-85397c1b7ca5 req-f3c6687d-37b8-470a-9424-19175901c80d tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (2d415f2f-c709-43bf-a91b-f97da513b265), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:15.276717 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-d43f6858-0a95-47af-8653-85397c1b7ca5 req-f3c6687d-37b8-470a-9424-19175901c80d tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Calling delete_port for 2d415f2f-c709-43bf-a91b-f97da513b265 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:38:15.385904 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:15.419502 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d43f6858-0a95-47af-8653-85397c1b7ca5 req-f3c6687d-37b8-470a-9424-19175901c80d tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (2d415f2f-c709-43bf-a91b-f97da513b265), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:15.447295 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c6687d-37b8-470a-9424-19175901c80d tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Pushing event deleted for resources: {'Port': ['ID=2d415f2f-c709-43bf-a91b-f97da513b265,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:38:15.456994 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] get_ports_and_sgs() called for port_ids ['2d415f2f-c709-43bf-a91b-f97da513b265'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 19:38:15.492806 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43f6858-0a95-47af-8653-85397c1b7ca5 req-f3c6687d-37b8-470a-9424-19175901c80d tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] No DVR routers for this DVR port 2d415f2f-c709-43bf-a91b-f97da513b265 on host hv-cinder-85032 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 19:38:15.495199 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d43f6858-0a95-47af-8653-85397c1b7ca5 req-f3c6687d-37b8-470a-9424-19175901c80d tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:15.498357 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d43f6858-0a95-47af-8653-85397c1b7ca5 req-f3c6687d-37b8-470a-9424-19175901c80d tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.27 "DELETE /networking/v2.0/ports/2d415f2f-c709-43bf-a91b-f97da513b265 HTTP/1.1" status: 204 len: 173 time: 0.4199076 Sep 16 19:38:15.498850 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3bbf3e4-6114-4f9d-b6c9-7fd2c01bd0a7', 'name': 'network-vif-deleted', 'tag': '2d415f2f-c709-43bf-a91b-f97da513b265'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:38:15.501895 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e152f16bac9f1df6f483fa1cb5a6d8c6a2a494143f87e2794594a52eeef6f53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8e3234-078c-4ecf-af05-5c8399fab83e" -d '{"events": [{"server_uuid": "f3bbf3e4-6114-4f9d-b6c9-7fd2c01bd0a7", "name": "network-vif-deleted", "tag": "2d415f2f-c709-43bf-a91b-f97da513b265"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:38:15.539610 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 19:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488c0ebc-9f80-4f44-8821-7d77d2c6b494 x-openstack-request-id: req-488c0ebc-9f80-4f44-8821-7d77d2c6b494 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:38:15.539902 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3bbf3e4-6114-4f9d-b6c9-7fd2c01bd0a7", "name": "network-vif-deleted", "tag": "2d415f2f-c709-43bf-a91b-f97da513b265", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:38:15.540152 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-488c0ebc-9f80-4f44-8821-7d77d2c6b494 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:38:15.540593 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-488c0ebc-9f80-4f44-8821-7d77d2c6b494'] response: {'server_uuid': 'f3bbf3e4-6114-4f9d-b6c9-7fd2c01bd0a7', 'name': 'network-vif-deleted', 'tag': '2d415f2f-c709-43bf-a91b-f97da513b265', 'status': 'completed', 'code': 200} Sep 16 19:38:15.881032 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1cc418ff-f3c4-4215-b438-d16715ada7d0 req-d6caa20e-5669-4f14-94ed-e2f1b6db4a2e tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f3bbf3e4-6114-4f9d-b6c9-7fd2c01bd0a7 HTTP/1.1" status: 200 len: 210 time: 0.0386081 Sep 16 19:38:16.606783 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac42a4-487c-4114-acfc-87ff42484426 req-0fac0eb4-04c8-475b-bfd2-858f281a16ef tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:16.608272 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-cfac42a4-487c-4114-acfc-87ff42484426 req-0fac0eb4-04c8-475b-bfd2-858f281a16ef tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 946 time: 0.0556030 Sep 16 19:38:16.656347 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-cfac42a4-487c-4114-acfc-87ff42484426 req-036af72d-4675-4761-8035-2297a862ce77 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422947 Sep 16 19:38:17.196668 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd13c7e-d375-4f96-88a1-de4fdc21f474 req-994bcea8-5f34-4222-9733-8b49fd4ae072 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:17.198027 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fdd13c7e-d375-4f96-88a1-de4fdc21f474 req-994bcea8-5f34-4222-9733-8b49fd4ae072 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/networks?id=e7fe4363-647e-4809-8b6e-72b0a259041d HTTP/1.1" status: 200 len: 809 time: 0.1271653 Sep 16 19:38:17.213474 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fdd13c7e-d375-4f96-88a1-de4fdc21f474 req-e27cccc4-269f-49a8-84fb-23e2c63b374e tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/quotas/2014aef538f0488996587be909b61ab2 HTTP/1.1" status: 200 len: 375 time: 0.0099208 Sep 16 19:38:17.246607 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fdd13c7e-d375-4f96-88a1-de4fdc21f474 req-500cf4d2-fd6b-4ee4-b640-947869d29e7b tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=2014aef538f0488996587be909b61ab2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281384 Sep 16 19:38:17.342570 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fdd13c7e-d375-4f96-88a1-de4fdc21f474 req-5a633bdb-d70a-4f57-9f87-0186ba959734 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/e7fe4363-647e-4809-8b6e-72b0a259041d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888615 Sep 16 19:38:17.377720 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:17.379015 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=5 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:17.447715 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fdd13c7e-d375-4f96-88a1-de4fdc21f474 req-ccec5f50-c40d-49fc-bbd7-a8488fcfc873 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/e7fe4363-647e-4809-8b6e-72b0a259041d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987306 Sep 16 19:38:17.630568 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-42e6db0f-2f0b-487a-9e08-1bceca5fc03f req-83ced866-ec33-4383-92b2-42f530d8534f tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3e4e5d9-4779-46b2-8d2b-7e9159dcdd77 HTTP/1.1" status: 200 len: 210 time: 0.0287950 Sep 16 19:38:17.786008 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0a5a4-9f48-45f0-b2f9-60c8b083935c req-e6d938c7-3e8d-4469-83bb-c681c47357b9 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:17.787602 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1bc0a5a4-9f48-45f0-b2f9-60c8b083935c req-e6d938c7-3e8d-4469-83bb-c681c47357b9 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 946 time: 0.0507882 Sep 16 19:38:17.839175 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1bc0a5a4-9f48-45f0-b2f9-60c8b083935c req-82b855f4-6c19-4d07-a937-45c270eaf3b2 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456486 Sep 16 19:38:18.186948 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 2d415f2f-c709-43bf-a91b-f97da513b265 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:38:18.217107 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] No Port match for: 2d415f2f-c709-43bf-a91b-f97da513b265 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:38:18.217453 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 2d415f2f-c709-43bf-a91b-f97da513b265 not bound to the agent host hv-cinder-85032 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:38:18.561854 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5833e-5e65-447e-8717-d4a098c5af1d req-157c1c14-75b2-48d3-89ae-805bf143c351 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:18.563299 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8ed5833e-5e65-447e-8717-d4a098c5af1d req-157c1c14-75b2-48d3-89ae-805bf143c351 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 946 time: 0.0472918 Sep 16 19:38:18.745911 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-649b69c6-badc-4a09-9ddd-6920471f1edd req-060a9eef-2c29-4623-b694-2a1b78cef123 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3e4e5d9-4779-46b2-8d2b-7e9159dcdd77 HTTP/1.1" status: 200 len: 210 time: 0.0308576 Sep 16 19:38:18.877203 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-8ed5833e-5e65-447e-8717-d4a098c5af1d req-7e5c524d-45af-4f1b-bdd3-094ffe1dda2c tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Deleting port 82303380-97ed-42fb-989a-4254a38d1489 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:38:18.877638 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8ed5833e-5e65-447e-8717-d4a098c5af1d req-7e5c524d-45af-4f1b-bdd3-094ffe1dda2c tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (82303380-97ed-42fb-989a-4254a38d1489), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:18.983312 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-8ed5833e-5e65-447e-8717-d4a098c5af1d req-7e5c524d-45af-4f1b-bdd3-094ffe1dda2c tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] For port 82303380-97ed-42fb-989a-4254a38d1489, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=82303380-97ed-42fb-989a-4254a38d1489,segment=NetworkSegment(36fb67b8-e635-4794-987f-fa439239cfd5),segment_id=36fb67b8-e635-4794-987f-fa439239cfd5)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:38:18.983833 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8ed5833e-5e65-447e-8717-d4a098c5af1d req-7e5c524d-45af-4f1b-bdd3-094ffe1dda2c tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (82303380-97ed-42fb-989a-4254a38d1489), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:19.043890 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617abae1-33a8-4917-b478-310c1fdadee7 req-20c09b39-7a5b-421e-ae00-4d9a868a2be9 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:19.046005 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-617abae1-33a8-4917-b478-310c1fdadee7 req-20c09b39-7a5b-421e-ae00-4d9a868a2be9 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 946 time: 0.0645030 Sep 16 19:38:19.099371 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd13c7e-d375-4f96-88a1-de4fdc21f474 req-f225679e-5c14-4bf2-b006-9b37a3f0ae49 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:19.100882 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fdd13c7e-d375-4f96-88a1-de4fdc21f474 req-f225679e-5c14-4bf2-b006-9b37a3f0ae49 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.27 "GET /networking/v2.0/networks?id=e7fe4363-647e-4809-8b6e-72b0a259041d HTTP/1.1" status: 200 len: 809 time: 0.1920829 Sep 16 19:38:19.124137 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-617abae1-33a8-4917-b478-310c1fdadee7 req-a85d8dfd-5fb2-4b9a-a155-f57325ca14b1 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=97d1fec7-88d6-4401-bb17-fd0a68c61fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704751 Sep 16 19:38:19.155059 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8ed5833e-5e65-447e-8717-d4a098c5af1d req-7e5c524d-45af-4f1b-bdd3-094ffe1dda2c tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:19.155554 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8ed5833e-5e65-447e-8717-d4a098c5af1d req-7e5c524d-45af-4f1b-bdd3-094ffe1dda2c tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681123'] for floatingip (2f08c007-fcb9-47f6-b2ef-0f882e1d9ae4), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:19.155874 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.db.l3_db [req-8ed5833e-5e65-447e-8717-d4a098c5af1d req-7e5c524d-45af-4f1b-bdd3-094ffe1dda2c tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Floating IP 2f08c007-fcb9-47f6-b2ef-0f882e1d9ae4 disassociated. External IP: 172.27.2.197, port: 82303380-97ed-42fb-989a-4254a38d1489. Sep 16 19:38:19.156218 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-8ed5833e-5e65-447e-8717-d4a098c5af1d req-7e5c524d-45af-4f1b-bdd3-094ffe1dda2c tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Calling delete_port for 82303380-97ed-42fb-989a-4254a38d1489 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:38:19.200718 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [req-fdd13c7e-d375-4f96-88a1-de4fdc21f474 req-fb9fdffc-b925-4848-8b1c-492866c28709 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Request body: {'port': {'device_id': 'd3e4e5d9-4779-46b2-8d2b-7e9159dcdd77', 'network_id': 'e7fe4363-647e-4809-8b6e-72b0a259041d', 'admin_state_up': True, 'tenant_id': '2014aef538f0488996587be909b61ab2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:38:19.256171 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:19.286447 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8ed5833e-5e65-447e-8717-d4a098c5af1d req-7e5c524d-45af-4f1b-bdd3-094ffe1dda2c tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (82303380-97ed-42fb-989a-4254a38d1489), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:19.313868 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c524d-45af-4f1b-bdd3-094ffe1dda2c tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Pushing event deleted for resources: {'Port': ['ID=82303380-97ed-42fb-989a-4254a38d1489,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:38:19.328619 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdd13c7e-d375-4f96-88a1-de4fdc21f474 req-fb9fdffc-b925-4848-8b1c-492866c28709 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Made reservation on behalf of 2014aef538f0488996587be909b61ab2 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:38:19.332999 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fdd13c7e-d375-4f96-88a1-de4fdc21f474 req-fb9fdffc-b925-4848-8b1c-492866c28709 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:19.409326 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:19.430616 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ed5833e-5e65-447e-8717-d4a098c5af1d req-7e5c524d-45af-4f1b-bdd3-094ffe1dda2c tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Router f36e8da1-e941-4b36-8c3c-5c066dcbd250 has already been hosted by L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:38:19.443327 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:19.470945 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-fdd13c7e-d375-4f96-88a1-de4fdc21f474 req-fb9fdffc-b925-4848-8b1c-492866c28709 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Allocated IP 172.20.0.14 (e7fe4363-647e-4809-8b6e-72b0a259041d/29f116b8-4747-4bf4-9487-7c698ddfe24e/034f972f-e697-41c6-ada4-2cb4c1adc4f6) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:38:19.533867 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:19.541439 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ed5833e-5e65-447e-8717-d4a098c5af1d req-7e5c524d-45af-4f1b-bdd3-094ffe1dda2c tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:38:19.552114 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db127bac-7f0b-458f-bc6d-8fbda8c17d6d None None] Sync routers for ids ['f36e8da1-e941-4b36-8c3c-5c066dcbd250'] in dv-cinder-850320-7-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:38:19.565689 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db127bac-7f0b-458f-bc6d-8fbda8c17d6d None None] Routers {'f36e8da1-e941-4b36-8c3c-5c066dcbd250'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:38:19.566680 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-db127bac-7f0b-458f-bc6d-8fbda8c17d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:38:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['f36e8da1-e941-4b36-8c3c-5c066dcbd250'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:38:19.585985 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed5833e-5e65-447e-8717-d4a098c5af1d req-7e5c524d-45af-4f1b-bdd3-094ffe1dda2c tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] No DVR routers for this DVR port 82303380-97ed-42fb-989a-4254a38d1489 on host hv-cinder-85032 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 19:38:19.588698 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8ed5833e-5e65-447e-8717-d4a098c5af1d req-7e5c524d-45af-4f1b-bdd3-094ffe1dda2c tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:19.592194 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8ed5833e-5e65-447e-8717-d4a098c5af1d req-7e5c524d-45af-4f1b-bdd3-094ffe1dda2c tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.27 "DELETE /networking/v2.0/ports/82303380-97ed-42fb-989a-4254a38d1489 HTTP/1.1" status: 204 len: 173 time: 0.8004875 Sep 16 19:38:19.592703 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1', 'name': 'network-vif-deleted', 'tag': '82303380-97ed-42fb-989a-4254a38d1489'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:38:19.594982 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e152f16bac9f1df6f483fa1cb5a6d8c6a2a494143f87e2794594a52eeef6f53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83196fbf-aa87-4b9b-8341-24673dad71a9" -d '{"events": [{"server_uuid": "2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1", "name": "network-vif-deleted", "tag": "82303380-97ed-42fb-989a-4254a38d1489"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:38:19.636016 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 19:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac59b57-9c17-4364-b7d1-9ef1fcf167de x-openstack-request-id: req-dac59b57-9c17-4364-b7d1-9ef1fcf167de {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:38:19.636691 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1", "name": "network-vif-deleted", "tag": "82303380-97ed-42fb-989a-4254a38d1489", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:38:19.637115 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dac59b57-9c17-4364-b7d1-9ef1fcf167de {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:38:19.637474 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dac59b57-9c17-4364-b7d1-9ef1fcf167de'] response: {'server_uuid': '2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1', 'name': 'network-vif-deleted', 'tag': '82303380-97ed-42fb-989a-4254a38d1489', 'status': 'completed', 'code': 200} Sep 16 19:38:19.652576 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fdd13c7e-d375-4f96-88a1-de4fdc21f474 req-fb9fdffc-b925-4848-8b1c-492866c28709 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Publish callbacks [] for port (034f972f-e697-41c6-ada4-2cb4c1adc4f6), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:19.682451 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-db127bac-7f0b-458f-bc6d-8fbda8c17d6d None None] Set router f36e8da1-e941-4b36-8c3c-5c066dcbd250 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:38:19.708309 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fdd13c7e-d375-4f96-88a1-de4fdc21f474 req-fb9fdffc-b925-4848-8b1c-492866c28709 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (034f972f-e697-41c6-ada4-2cb4c1adc4f6), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:19.758729 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdd13c7e-d375-4f96-88a1-de4fdc21f474 req-fb9fdffc-b925-4848-8b1c-492866c28709 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Network e7fe4363-647e-4809-8b6e-72b0a259041d is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:38:19.764919 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-fdd13c7e-d375-4f96-88a1-de4fdc21f474 req-fb9fdffc-b925-4848-8b1c-492866c28709 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:38:19.768011 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd13c7e-d375-4f96-88a1-de4fdc21f474 req-fb9fdffc-b925-4848-8b1c-492866c28709 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:38:19.801546 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9fdffc-b925-4848-8b1c-492866c28709 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Pushing event updated for resources: {'Port': ['ID=034f972f-e697-41c6-ada4-2cb4c1adc4f6,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:38:19.849339 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd13c7e-d375-4f96-88a1-de4fdc21f474 req-fb9fdffc-b925-4848-8b1c-492866c28709 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:19.852485 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fdd13c7e-d375-4f96-88a1-de4fdc21f474 req-fb9fdffc-b925-4848-8b1c-492866c28709 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:19.906726 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fdd13c7e-d375-4f96-88a1-de4fdc21f474 req-fb9fdffc-b925-4848-8b1c-492866c28709 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7099199 Sep 16 19:38:19.916166 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-db127bac-7f0b-458f-bc6d-8fbda8c17d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'name': 'tempest-AttachVolumeShelveTestJSON-1087850337-router', 'tenant_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '13a913e7-fbd9-47b5-8b8a-b0594341432e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:34:10Z', 'updated_at': '2022-09-16T19:34:13Z', 'revision_number': 4, 'project_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'gw_port': {'id': '13a913e7-fbd9-47b5-8b8a-b0594341432e', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:34:10Z', 'updated_at': '2022-09-16T19:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '7753f85b-c077-4d9f-bbdd-12f24e1e583f', 'name': '', 'network_id': '244c5642-5ab0-4834-bd0e-759fe8c918bc', 'tenant_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'mac_address': 'fa:16:3e:0e:94:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e74eaa38-2acb-40fa-b32b-5cd01428e71e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:34:12Z', 'updated_at': '2022-09-16T19:34:16Z', 'revision_number': 5, 'project_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'subnets': [{'id': 'e74eaa38-2acb-40fa-b32b-5cd01428e71e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:38:19.931635 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924bffd-c9a5-4e98-8ff3-7ca2772d160b req-566ac926-552e-4792-b7a3-3fa886422b36 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:19.933107 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6924bffd-c9a5-4e98-8ff3-7ca2772d160b req-566ac926-552e-4792-b7a3-3fa886422b36 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3e4e5d9-4779-46b2-8d2b-7e9159dcdd77 HTTP/1.1" status: 200 len: 932 time: 0.0681393 Sep 16 19:38:19.938014 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [req-fdd13c7e-d375-4f96-88a1-de4fdc21f474 req-87f8b09f-92db-4a97-9bac-7610696cae52 service neutron] Request body: {'port': {'device_id': 'd3e4e5d9-4779-46b2-8d2b-7e9159dcdd77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:38:19.942466 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db127bac-7f0b-458f-bc6d-8fbda8c17d6d None None] Checking router: f36e8da1-e941-4b36-8c3c-5c066dcbd250 for host: dv-cinder-850320-7-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:38:19.951933 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db127bac-7f0b-458f-bc6d-8fbda8c17d6d None None] Routers {'f36e8da1-e941-4b36-8c3c-5c066dcbd250'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:38:19.952691 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-db127bac-7f0b-458f-bc6d-8fbda8c17d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:38:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['f36e8da1-e941-4b36-8c3c-5c066dcbd250'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:38:20.034049 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6924bffd-c9a5-4e98-8ff3-7ca2772d160b req-10d15a09-964d-4644-9f94-159af50da47f tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=47c1901b-b209-4ed5-aed7-3798fc781529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910001 Sep 16 19:38:20.035100 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fdd13c7e-d375-4f96-88a1-de4fdc21f474 req-87f8b09f-92db-4a97-9bac-7610696cae52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (034f972f-e697-41c6-ada4-2cb4c1adc4f6), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:20.057005 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-db127bac-7f0b-458f-bc6d-8fbda8c17d6d None None] Set router f36e8da1-e941-4b36-8c3c-5c066dcbd250 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:38:20.208468 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:20.267577 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0ce1d4a8-623e-4be7-916e-170861b10b93 req-07b04430-f340-466f-9128-abb4c37be726 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2735b5fe-ffd5-43e0-929c-eeb2f6b7f3d1 HTTP/1.1" status: 200 len: 210 time: 0.0315728 Sep 16 19:38:20.274158 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-db127bac-7f0b-458f-bc6d-8fbda8c17d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'name': 'tempest-AttachVolumeShelveTestJSON-1087850337-router', 'tenant_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '13a913e7-fbd9-47b5-8b8a-b0594341432e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:34:10Z', 'updated_at': '2022-09-16T19:34:13Z', 'revision_number': 4, 'project_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'gw_port': {'id': '13a913e7-fbd9-47b5-8b8a-b0594341432e', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:34:10Z', 'updated_at': '2022-09-16T19:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '7753f85b-c077-4d9f-bbdd-12f24e1e583f', 'name': '', 'network_id': '244c5642-5ab0-4834-bd0e-759fe8c918bc', 'tenant_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'mac_address': 'fa:16:3e:0e:94:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e74eaa38-2acb-40fa-b32b-5cd01428e71e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:34:12Z', 'updated_at': '2022-09-16T19:34:16Z', 'revision_number': 5, 'project_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'subnets': [{'id': 'e74eaa38-2acb-40fa-b32b-5cd01428e71e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:38:20.301517 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db127bac-7f0b-458f-bc6d-8fbda8c17d6d None None] The sync data for ids ['f36e8da1-e941-4b36-8c3c-5c066dcbd250'] in dv-cinder-850320-7-iscsi is: [{'id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'name': 'tempest-AttachVolumeShelveTestJSON-1087850337-router', 'tenant_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '13a913e7-fbd9-47b5-8b8a-b0594341432e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:34:10Z', 'updated_at': '2022-09-16T19:34:13Z', 'revision_number': 4, 'project_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'gw_port': {'id': '13a913e7-fbd9-47b5-8b8a-b0594341432e', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:34:10Z', 'updated_at': '2022-09-16T19:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '7753f85b-c077-4d9f-bbdd-12f24e1e583f', 'name': '', 'network_id': '244c5642-5ab0-4834-bd0e-759fe8c918bc', 'tenant_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'mac_address': 'fa:16:3e:0e:94:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e74eaa38-2acb-40fa-b32b-5cd01428e71e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:34:12Z', 'updated_at': '2022-09-16T19:34:16Z', 'revision_number': 5, 'project_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'subnets': [{'id': 'e74eaa38-2acb-40fa-b32b-5cd01428e71e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:38:20.329429 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:20.334336 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [req-fdd13c7e-d375-4f96-88a1-de4fdc21f474 req-87f8b09f-92db-4a97-9bac-7610696cae52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 034f972f-e697-41c6-ada4-2cb4c1adc4f6 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 19:38:20.342973 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fdd13c7e-d375-4f96-88a1-de4fdc21f474 req-87f8b09f-92db-4a97-9bac-7610696cae52 service neutron] Publish callbacks [] for port (034f972f-e697-41c6-ada4-2cb4c1adc4f6), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:20.358366 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-fdd13c7e-d375-4f96-88a1-de4fdc21f474 req-87f8b09f-92db-4a97-9bac-7610696cae52 service neutron] Transition to ACTIVE for port object 034f972f-e697-41c6-ada4-2cb4c1adc4f6 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 19:38:20.362554 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fdd13c7e-d375-4f96-88a1-de4fdc21f474 req-87f8b09f-92db-4a97-9bac-7610696cae52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2678318'] for port (034f972f-e697-41c6-ada4-2cb4c1adc4f6), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:20.451047 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f8b09f-92db-4a97-9bac-7610696cae52 service neutron] Pushing event updated for resources: {'Port': ['ID=034f972f-e697-41c6-ada4-2cb4c1adc4f6,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:38:20.482174 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-fdd13c7e-d375-4f96-88a1-de4fdc21f474 req-87f8b09f-92db-4a97-9bac-7610696cae52 service neutron] Attempting to bind port 034f972f-e697-41c6-ada4-2cb4c1adc4f6 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:38:20.482502 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-fdd13c7e-d375-4f96-88a1-de4fdc21f474 req-87f8b09f-92db-4a97-9bac-7610696cae52 service neutron] Attempting to bind port 034f972f-e697-41c6-ada4-2cb4c1adc4f6 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '0bef7adc-3cf5-4584-b724-904719685162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e7fe4363-647e-4809-8b6e-72b0a259041d'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:38:20.482823 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd13c7e-d375-4f96-88a1-de4fdc21f474 req-87f8b09f-92db-4a97-9bac-7610696cae52 service neutron] Attempting to bind port 034f972f-e697-41c6-ada4-2cb4c1adc4f6 on network e7fe4363-647e-4809-8b6e-72b0a259041d {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:38:20.530915 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd13c7e-d375-4f96-88a1-de4fdc21f474 req-87f8b09f-92db-4a97-9bac-7610696cae52 service neutron] Port 034f972f-e697-41c6-ada4-2cb4c1adc4f6 on network e7fe4363-647e-4809-8b6e-72b0a259041d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 19:38:20.531231 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd13c7e-d375-4f96-88a1-de4fdc21f474 req-87f8b09f-92db-4a97-9bac-7610696cae52 service neutron] Attempting to bind port 034f972f-e697-41c6-ada4-2cb4c1adc4f6 on network e7fe4363-647e-4809-8b6e-72b0a259041d {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:38:20.568988 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2078f12c-fce1-46d0-bea2-41fd2ad40a7c None None] New status for floating IP 2f08c007-fcb9-47f6-b2ef-0f882e1d9ae4: DOWN {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 19:38:20.580552 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd13c7e-d375-4f96-88a1-de4fdc21f474 req-87f8b09f-92db-4a97-9bac-7610696cae52 service neutron] Checking agent: {'id': 'f29a7e91-2c4b-48c7-9aed-98e73119d395', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 24, 59), 'started_at': datetime.datetime(2022, 9, 16, 19, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:38:20.580894 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd13c7e-d375-4f96-88a1-de4fdc21f474 req-87f8b09f-92db-4a97-9bac-7610696cae52 service neutron] Checking segment: {'id': '0bef7adc-3cf5-4584-b724-904719685162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e7fe4363-647e-4809-8b6e-72b0a259041d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:38:20.581262 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd13c7e-d375-4f96-88a1-de4fdc21f474 req-87f8b09f-92db-4a97-9bac-7610696cae52 service neutron] Bound using segment: {'id': '0bef7adc-3cf5-4584-b724-904719685162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e7fe4363-647e-4809-8b6e-72b0a259041d'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:38:20.581823 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-fdd13c7e-d375-4f96-88a1-de4fdc21f474 req-87f8b09f-92db-4a97-9bac-7610696cae52 service neutron] Bound port: 034f972f-e697-41c6-ada4-2cb4c1adc4f6, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bef7adc-3cf5-4584-b724-904719685162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e7fe4363-647e-4809-8b6e-72b0a259041d'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:38:20.582178 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fdd13c7e-d375-4f96-88a1-de4fdc21f474 req-87f8b09f-92db-4a97-9bac-7610696cae52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (034f972f-e697-41c6-ada4-2cb4c1adc4f6), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:20.643255 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-fdd13c7e-d375-4f96-88a1-de4fdc21f474 req-87f8b09f-92db-4a97-9bac-7610696cae52 service neutron] For port 034f972f-e697-41c6-ada4-2cb4c1adc4f6, host hv-cinder-85032, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:38:20.646895 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-fdd13c7e-d375-4f96-88a1-de4fdc21f474 req-87f8b09f-92db-4a97-9bac-7610696cae52 service neutron] For port 034f972f-e697-41c6-ada4-2cb4c1adc4f6, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=034f972f-e697-41c6-ada4-2cb4c1adc4f6,segment=NetworkSegment(0bef7adc-3cf5-4584-b724-904719685162),segment_id=0bef7adc-3cf5-4584-b724-904719685162)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:38:20.654069 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fdd13c7e-d375-4f96-88a1-de4fdc21f474 req-87f8b09f-92db-4a97-9bac-7610696cae52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2678318'] for port (034f972f-e697-41c6-ada4-2cb4c1adc4f6), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:20.659603 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd13c7e-d375-4f96-88a1-de4fdc21f474 req-87f8b09f-92db-4a97-9bac-7610696cae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:20.660714 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fdd13c7e-d375-4f96-88a1-de4fdc21f474 req-87f8b09f-92db-4a97-9bac-7610696cae52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:20.662376 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fdd13c7e-d375-4f96-88a1-de4fdc21f474 req-87f8b09f-92db-4a97-9bac-7610696cae52 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/034f972f-e697-41c6-ada4-2cb4c1adc4f6 HTTP/1.1" status: 200 len: 1094 time: 0.7370670 Sep 16 19:38:20.662881 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e4e5d9-4779-46b2-8d2b-7e9159dcdd77', 'tag': '034f972f-e697-41c6-ada4-2cb4c1adc4f6'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:38:20.665188 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc02aeec164665d1be19478bc83a94d6f81df8203eb0e70a86ccaa2f58cdb70d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc254dc3-dd10-4147-b8eb-a34121145764" -d '{"events": [{"name": "network-changed", "server_uuid": "d3e4e5d9-4779-46b2-8d2b-7e9159dcdd77", "tag": "034f972f-e697-41c6-ada4-2cb4c1adc4f6"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:38:20.726078 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f8b09f-92db-4a97-9bac-7610696cae52 service neutron] Pushing event updated for resources: {'Port': ['ID=034f972f-e697-41c6-ada4-2cb4c1adc4f6,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:38:20.777948 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd13c7e-d375-4f96-88a1-de4fdc21f474 req-e5b3b0c8-775e-403b-95ef-e187abf758b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:20.779507 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fdd13c7e-d375-4f96-88a1-de4fdc21f474 req-e5b3b0c8-775e-403b-95ef-e187abf758b7 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=2014aef538f0488996587be909b61ab2&device_id=d3e4e5d9-4779-46b2-8d2b-7e9159dcdd77 HTTP/1.1" status: 200 len: 1128 time: 0.0476673 Sep 16 19:38:20.825313 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fdd13c7e-d375-4f96-88a1-de4fdc21f474 req-2eeb6750-18d6-4d01-bec9-09d832e5d59a service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=034f972f-e697-41c6-ada4-2cb4c1adc4f6 HTTP/1.1" status: 200 len: 217 time: 0.0327621 Sep 16 19:38:20.839939 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 19:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3647fd-13c3-4afa-bdd2-65c81e3c215e x-openstack-request-id: req-aa3647fd-13c3-4afa-bdd2-65c81e3c215e {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:38:20.840220 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3e4e5d9-4779-46b2-8d2b-7e9159dcdd77", "tag": "034f972f-e697-41c6-ada4-2cb4c1adc4f6", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:38:20.840492 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aa3647fd-13c3-4afa-bdd2-65c81e3c215e {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:38:20.840882 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa3647fd-13c3-4afa-bdd2-65c81e3c215e'] response: {'name': 'network-changed', 'server_uuid': 'd3e4e5d9-4779-46b2-8d2b-7e9159dcdd77', 'tag': '034f972f-e697-41c6-ada4-2cb4c1adc4f6', 'status': 'completed', 'code': 200} Sep 16 19:38:20.875357 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd13c7e-d375-4f96-88a1-de4fdc21f474 req-e9b59dc1-5a1c-4419-83ae-d41295d3c441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:20.877160 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fdd13c7e-d375-4f96-88a1-de4fdc21f474 req-e9b59dc1-5a1c-4419-83ae-d41295d3c441 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=29f116b8-4747-4bf4-9487-7c698ddfe24e HTTP/1.1" status: 200 len: 849 time: 0.0461781 Sep 16 19:38:20.907450 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fdd13c7e-d375-4f96-88a1-de4fdc21f474 req-d64c630d-2c1a-47a1-9bab-0d1371b47b1f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=e7fe4363-647e-4809-8b6e-72b0a259041d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241327 Sep 16 19:38:20.999796 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fdd13c7e-d375-4f96-88a1-de4fdc21f474 req-f925353b-2062-48ea-a888-4110c269a556 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e7fe4363-647e-4809-8b6e-72b0a259041d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854201 Sep 16 19:38:21.091662 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fdd13c7e-d375-4f96-88a1-de4fdc21f474 req-85fd683a-a5b7-4166-beaa-7d0d0be46251 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e7fe4363-647e-4809-8b6e-72b0a259041d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859253 Sep 16 19:38:21.163989 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501700f-80d8-465e-b961-4d82de1455f1 req-d6ad4807-3e0e-477e-a006-62a3c65048b4 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:21.165589 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4501700f-80d8-465e-b961-4d82de1455f1 req-d6ad4807-3e0e-477e-a006-62a3c65048b4 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3e4e5d9-4779-46b2-8d2b-7e9159dcdd77 HTTP/1.1" status: 200 len: 944 time: 0.0540900 Sep 16 19:38:21.213759 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4501700f-80d8-465e-b961-4d82de1455f1 req-14c77c9a-9c8b-46fa-ab00-17cdda79a34a tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=47c1901b-b209-4ed5-aed7-3798fc781529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418770 Sep 16 19:38:21.385128 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 53508) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:38:21.437701 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4ab6bb9b-e081-4b60-8943-d1926c02b8d8 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks [] for security_group (97d1fec7-88d6-4401-bb17-fd0a68c61fc1), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:21.459466 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4ab6bb9b-e081-4b60-8943-d1926c02b8d8 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks [] for security_group (97d1fec7-88d6-4401-bb17-fd0a68c61fc1), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:21.517494 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4ab6bb9b-e081-4b60-8943-d1926c02b8d8 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (97d1fec7-88d6-4401-bb17-fd0a68c61fc1), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:21.520659 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4ab6bb9b-e081-4b60-8943-d1926c02b8d8 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:21.521822 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-4ab6bb9b-e081-4b60-8943-d1926c02b8d8 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/97d1fec7-88d6-4401-bb17-fd0a68c61fc1 HTTP/1.1" status: 204 len: 168 time: 0.1357074 Sep 16 19:38:21.524794 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 53510) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:38:21.531384 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab6bb9b-e081-4b60-8943-d1926c02b8d8 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d1fec7-88d6-4401-bb17-fd0a68c61fc1,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:38:21.538857 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.api.v2.resource [None req-290f0ec3-0d6d-471e-8099-ea17753b756a tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] show failed (client error): The resource could not be found. Sep 16 19:38:21.539852 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-290f0ec3-0d6d-471e-8099-ea17753b756a tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups/97d1fec7-88d6-4401-bb17-fd0a68c61fc1 HTTP/1.1" status: 404 len: 347 time: 0.0140553 Sep 16 19:38:21.542908 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 53512) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:38:21.625396 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:21.657149 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-b1c1dccf-5bff-4993-88fc-d4962f5defd8 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Deleting port 1233f17e-72cb-4d16-b818-ab3873ac735a {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:38:21.657491 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b1c1dccf-5bff-4993-88fc-d4962f5defd8 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (1233f17e-72cb-4d16-b818-ab3873ac735a), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:21.739969 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b1c1dccf-5bff-4993-88fc-d4962f5defd8 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (1233f17e-72cb-4d16-b818-ab3873ac735a), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:21.740256 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b1c1dccf-5bff-4993-88fc-d4962f5defd8 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks [] for floatingip (1233f17e-72cb-4d16-b818-ab3873ac735a), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:21.757509 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-b1c1dccf-5bff-4993-88fc-d4962f5defd8 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Calling delete_port for 1233f17e-72cb-4d16-b818-ab3873ac735a owned by network:floatingip {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:38:21.759028 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:21.912021 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b1c1dccf-5bff-4993-88fc-d4962f5defd8 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (1233f17e-72cb-4d16-b818-ab3873ac735a), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:21.940816 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c1dccf-5bff-4993-88fc-d4962f5defd8 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Pushing event deleted for resources: {'Port': ['ID=1233f17e-72cb-4d16-b818-ab3873ac735a,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:38:22.003682 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b1c1dccf-5bff-4993-88fc-d4962f5defd8 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks [] for floatingip (2f08c007-fcb9-47f6-b2ef-0f882e1d9ae4), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:22.007143 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b1c1dccf-5bff-4993-88fc-d4962f5defd8 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for floatingip (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:22.008289 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-b1c1dccf-5bff-4993-88fc-d4962f5defd8 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/2f08c007-fcb9-47f6-b2ef-0f882e1d9ae4 HTTP/1.1" status: 204 len: 168 time: 0.4644687 Sep 16 19:38:22.099832 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 53516) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:38:22.106451 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-8f88ced4-bc9e-4d54-ad16-4cd48f05e345 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1977462331', 'description': 'tempest-description--2081154008'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:38:22.133114 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8f88ced4-bc9e-4d54-ad16-4cd48f05e345 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:22.203339 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8f88ced4-bc9e-4d54-ad16-4cd48f05e345 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks [] for security_group (786b9091-b1cd-4d81-b4b2-77d2ad22367f), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:22.209340 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8f88ced4-bc9e-4d54-ad16-4cd48f05e345 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (786b9091-b1cd-4d81-b4b2-77d2ad22367f), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:22.234885 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 82303380-97ed-42fb-989a-4254a38d1489 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:38:22.238101 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88ced4-bc9e-4d54-ad16-4cd48f05e345 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=786b9091-b1cd-4d81-b4b2-77d2ad22367f,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:38:22.242932 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8f88ced4-bc9e-4d54-ad16-4cd48f05e345 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:22.247212 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-8f88ced4-bc9e-4d54-ad16-4cd48f05e345 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1459832 Sep 16 19:38:22.247695 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 53518) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:38:22.252646 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-382dca47-9af3-41cc-b836-02af54968447 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Request body: {'security_group_rule': {'security_group_id': '786b9091-b1cd-4d81-b4b2-77d2ad22367f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:38:22.255538 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] No Port match for: 82303380-97ed-42fb-989a-4254a38d1489 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:38:22.255892 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 82303380-97ed-42fb-989a-4254a38d1489 not bound to the agent host hv-cinder-85032 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:38:22.285018 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-382dca47-9af3-41cc-b836-02af54968447 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks [] for security_group_rule (16458eb9-12aa-44d6-8251-4b6a9a789139), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:22.344861 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-382dca47-9af3-41cc-b836-02af54968447 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks [] for security_group_rule (16458eb9-12aa-44d6-8251-4b6a9a789139), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:22.347712 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2c332-6384-4651-b4b5-26a132d526c0 req-350a17c7-ccd5-4352-818b-fd3d1708a860 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:22.349616 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-40d2c332-6384-4651-b4b5-26a132d526c0 req-350a17c7-ccd5-4352-818b-fd3d1708a860 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3e4e5d9-4779-46b2-8d2b-7e9159dcdd77 HTTP/1.1" status: 200 len: 944 time: 0.0487678 Sep 16 19:38:22.350000 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-382dca47-9af3-41cc-b836-02af54968447 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578197'] for security_group_rule (16458eb9-12aa-44d6-8251-4b6a9a789139), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:22.368790 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382dca47-9af3-41cc-b836-02af54968447 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16458eb9-12aa-44d6-8251-4b6a9a789139,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:38:22.378821 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-382dca47-9af3-41cc-b836-02af54968447 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:22.380097 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-382dca47-9af3-41cc-b836-02af54968447 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1314077 Sep 16 19:38:22.382870 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 53522) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:38:22.387190 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-1c3cccdd-1bfa-415f-b881-e98d7f67a249 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Request body: {'security_group_rule': {'security_group_id': '786b9091-b1cd-4d81-b4b2-77d2ad22367f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:38:22.400419 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-40d2c332-6384-4651-b4b5-26a132d526c0 req-47c366b1-d4d0-4003-9182-f33c84a54fe5 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=47c1901b-b209-4ed5-aed7-3798fc781529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444913 Sep 16 19:38:22.413391 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1c3cccdd-1bfa-415f-b881-e98d7f67a249 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks [] for security_group_rule (b6795cd3-01b8-44cd-b1ce-c6bbe29a2129), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:22.471082 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1c3cccdd-1bfa-415f-b881-e98d7f67a249 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks [] for security_group_rule (b6795cd3-01b8-44cd-b1ce-c6bbe29a2129), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:22.478899 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1c3cccdd-1bfa-415f-b881-e98d7f67a249 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578197'] for security_group_rule (b6795cd3-01b8-44cd-b1ce-c6bbe29a2129), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:22.497441 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3cccdd-1bfa-415f-b881-e98d7f67a249 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6795cd3-01b8-44cd-b1ce-c6bbe29a2129,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:38:22.506833 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1c3cccdd-1bfa-415f-b881-e98d7f67a249 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:22.508028 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-1c3cccdd-1bfa-415f-b881-e98d7f67a249 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1242328 Sep 16 19:38:22.511283 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 53524) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:38:22.515567 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-4ae21b11-7925-401d-94de-48364307e96b tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Request body: {'floatingip': {'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:38:22.540049 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4ae21b11-7925-401d-94de-48364307e96b tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:22.623098 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4ae21b11-7925-401d-94de-48364307e96b tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:22.728766 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:22.735543 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-4ae21b11-7925-401d-94de-48364307e96b tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Allocated IP 172.27.2.223 (01cd8397-3ed1-4c5d-9923-fabf569219df/d3fb57fd-37cc-4923-b90f-7dd3d712a8d3/2b6865a3-6289-4cd5-962a-f4fefd748ac5) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:38:22.746238 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:22.847967 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4ae21b11-7925-401d-94de-48364307e96b tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks [] for port (2b6865a3-6289-4cd5-962a-f4fefd748ac5), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:22.893887 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4ae21b11-7925-401d-94de-48364307e96b tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (2b6865a3-6289-4cd5-962a-f4fefd748ac5), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:22.935770 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae21b11-7925-401d-94de-48364307e96b tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Network 01cd8397-3ed1-4c5d-9923-fabf569219df is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:38:22.940759 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-4ae21b11-7925-401d-94de-48364307e96b tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:38:22.943390 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae21b11-7925-401d-94de-48364307e96b tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:38:22.946334 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae21b11-7925-401d-94de-48364307e96b tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Pushing event updated for resources: {'Port': ['ID=2b6865a3-6289-4cd5-962a-f4fefd748ac5,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:38:23.031075 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4ae21b11-7925-401d-94de-48364307e96b tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks [] for floatingip (2c13a18e-3e81-4c0e-af13-ef499e362216), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:23.101972 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4ae21b11-7925-401d-94de-48364307e96b tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (2b6865a3-6289-4cd5-962a-f4fefd748ac5), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:23.128582 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc254dc3-dd10-4147-b8eb-a34121145764 req-14a3b2bf-54c4-41f5-825b-0fe90e3ae2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:23.130181 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fc254dc3-dd10-4147-b8eb-a34121145764 req-14a3b2bf-54c4-41f5-825b-0fe90e3ae2c0 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=2014aef538f0488996587be909b61ab2&device_id=d3e4e5d9-4779-46b2-8d2b-7e9159dcdd77 HTTP/1.1" status: 200 len: 1128 time: 0.0668073 Sep 16 19:38:23.289573 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc254dc3-dd10-4147-b8eb-a34121145764 req-2fbf5291-8c18-4fae-89fe-4b5b88d48c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:23.290958 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fc254dc3-dd10-4147-b8eb-a34121145764 req-2fbf5291-8c18-4fae-89fe-4b5b88d48c9d service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=e7fe4363-647e-4809-8b6e-72b0a259041d HTTP/1.1" status: 200 len: 910 time: 0.1545558 Sep 16 19:38:23.342496 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fc254dc3-dd10-4147-b8eb-a34121145764 req-225a91e3-4d2d-449e-9269-336bf96ee9d1 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=034f972f-e697-41c6-ada4-2cb4c1adc4f6 HTTP/1.1" status: 200 len: 217 time: 0.0430036 Sep 16 19:38:23.389955 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4ae21b11-7925-401d-94de-48364307e96b tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks [] for port (2b6865a3-6289-4cd5-962a-f4fefd748ac5), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:23.398678 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4ae21b11-7925-401d-94de-48364307e96b tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2678318'] for port (2b6865a3-6289-4cd5-962a-f4fefd748ac5), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:23.452491 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc254dc3-dd10-4147-b8eb-a34121145764 req-2c301aef-bf9d-4a04-90b0-0e55012e476f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:23.453966 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fc254dc3-dd10-4147-b8eb-a34121145764 req-2c301aef-bf9d-4a04-90b0-0e55012e476f service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=29f116b8-4747-4bf4-9487-7c698ddfe24e HTTP/1.1" status: 200 len: 849 time: 0.1032329 Sep 16 19:38:23.461333 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:23.501443 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae21b11-7925-401d-94de-48364307e96b tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Pushing event updated for resources: {'Port': ['ID=2b6865a3-6289-4cd5-962a-f4fefd748ac5,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:38:23.513975 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fc254dc3-dd10-4147-b8eb-a34121145764 req-b646cf8a-1f86-4c8b-8f95-5ce8293a00be service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=e7fe4363-647e-4809-8b6e-72b0a259041d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485015 Sep 16 19:38:23.519098 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4ae21b11-7925-401d-94de-48364307e96b tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681123'] for floatingip (2c13a18e-3e81-4c0e-af13-ef499e362216), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:23.564305 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:23.604311 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ed372-1b3b-412c-bb95-68445a439297 req-8e6485a9-77c8-4531-8540-a87a80968bf8 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:23.605814 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1a0ed372-1b3b-412c-bb95-68445a439297 req-8e6485a9-77c8-4531-8540-a87a80968bf8 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3e4e5d9-4779-46b2-8d2b-7e9159dcdd77 HTTP/1.1" status: 200 len: 944 time: 0.1235549 Sep 16 19:38:23.610524 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4ae21b11-7925-401d-94de-48364307e96b tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for floatingip (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:23.611632 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-4ae21b11-7925-401d-94de-48364307e96b tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0994313 Sep 16 19:38:23.687750 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1a0ed372-1b3b-412c-bb95-68445a439297 req-08b41b59-0307-4537-b8cd-280b311cc9a5 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=47c1901b-b209-4ed5-aed7-3798fc781529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732093 Sep 16 19:38:23.690112 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fc254dc3-dd10-4147-b8eb-a34121145764 req-ab2ea2bc-7522-43f7-a4b0-a03602ce3233 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e7fe4363-647e-4809-8b6e-72b0a259041d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532025 Sep 16 19:38:23.786614 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fc254dc3-dd10-4147-b8eb-a34121145764 req-03a08eff-f584-4a0b-8f2b-6f6765ba6e18 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e7fe4363-647e-4809-8b6e-72b0a259041d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901322 Sep 16 19:38:23.830076 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-ad37b709-1216-4b3e-b732-3e3ac000bb4d tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1977462331&fields=id&tenant_id=ea12091447ba4a5799d6f416b32fa5cc HTTP/1.1" status: 200 len: 267 time: 0.0431619 Sep 16 19:38:23.944625 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-287660dc-c78a-4aac-88f3-ab989237c520 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:23.946102 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-287660dc-c78a-4aac-88f3-ab989237c520 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/networks?id=244c5642-5ab0-4834-bd0e-759fe8c918bc HTTP/1.1" status: 200 len: 817 time: 0.1093326 Sep 16 19:38:23.961161 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-e0112f0d-dcda-4207-99f3-f80a78647556 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/quotas/ea12091447ba4a5799d6f416b32fa5cc HTTP/1.1" status: 200 len: 375 time: 0.0094271 Sep 16 19:38:24.012008 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-53884886-9570-4750-b36a-19c1c762f831 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=ea12091447ba4a5799d6f416b32fa5cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459113 Sep 16 19:38:24.029619 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-f59a4449-7ff4-4ee8-aa98-a6f583fbcd36 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 19:38:24.030565 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-f59a4449-7ff4-4ee8-aa98-a6f583fbcd36 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0065529 Sep 16 19:38:24.053867 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:24.125949 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-7541f9a4-28f1-4900-b8e4-35284a4d1fa6 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/244c5642-5ab0-4834-bd0e-759fe8c918bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889482 Sep 16 19:38:24.191447 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:24.228616 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-e8708ebd-aa2c-4947-afc8-9a0e815580d6 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/244c5642-5ab0-4834-bd0e-759fe8c918bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964715 Sep 16 19:38:24.251371 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 034f972f-e697-41c6-ada4-2cb4c1adc4f6 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 19:38:24.267964 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:24.315997 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:24.352821 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port 034f972f-e697-41c6-ada4-2cb4c1adc4f6, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=034f972f-e697-41c6-ada4-2cb4c1adc4f6,segment=NetworkSegment(0bef7adc-3cf5-4584-b724-904719685162),segment_id=0bef7adc-3cf5-4584-b724-904719685162)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:38:24.365438 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Returning: {'device': '034f972f-e697-41c6-ada4-2cb4c1adc4f6', 'network_id': 'e7fe4363-647e-4809-8b6e-72b0a259041d', 'port_id': '034f972f-e697-41c6-ada4-2cb4c1adc4f6', 'mac_address': 'fa:16:3e:37:b8:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29f116b8-4747-4bf4-9487-7c698ddfe24e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 19:38:24.403496 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port 034f972f-e697-41c6-ada4-2cb4c1adc4f6 is: DOWN; New status is: BUILD {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:38:24.403784 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (034f972f-e697-41c6-ada4-2cb4c1adc4f6), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:24.410230 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-349fd941-ad91-4805-83d2-0cfa6f2989d3 req-c97ed67f-6d0f-45b7-a5bb-15d9be6d73e5 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 210 time: 0.0312681 Sep 16 19:38:24.422114 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 034f972f-e697-41c6-ada4-2cb4c1adc4f6 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 19:38:24.452553 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port 034f972f-e697-41c6-ada4-2cb4c1adc4f6, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=034f972f-e697-41c6-ada4-2cb4c1adc4f6,segment=NetworkSegment(0bef7adc-3cf5-4584-b724-904719685162),segment_id=0bef7adc-3cf5-4584-b724-904719685162)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:38:24.457129 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (034f972f-e697-41c6-ada4-2cb4c1adc4f6), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:24.504545 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=034f972f-e697-41c6-ada4-2cb4c1adc4f6,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:38:24.820623 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3314cee-f67d-4bb8-ad1a-db71f73f8df5 req-13bc3708-2999-469f-bd6e-7d641cf555fb tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:24.822132 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f3314cee-f67d-4bb8-ad1a-db71f73f8df5 req-13bc3708-2999-469f-bd6e-7d641cf555fb tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3e4e5d9-4779-46b2-8d2b-7e9159dcdd77 HTTP/1.1" status: 200 len: 945 time: 0.0551021 Sep 16 19:38:24.868804 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] get_ports_and_sgs() called for port_ids ['034f972f-e697-41c6-ada4-2cb4c1adc4f6'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 19:38:24.869539 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f3314cee-f67d-4bb8-ad1a-db71f73f8df5 req-8893e58e-80be-4e68-b60e-922595cf2df8 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=47c1901b-b209-4ed5-aed7-3798fc781529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415912 Sep 16 19:38:25.527967 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1eb0c690-7002-45a5-9f06-294e2bb569ff req-9ed30e33-cd2d-408e-8621-eada1b0117a2 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 210 time: 0.0316236 Sep 16 19:38:25.631037 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-b93ed80e-4401-4ae7-a960-2dec01ce6547 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:25.632643 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-b93ed80e-4401-4ae7-a960-2dec01ce6547 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.27 "GET /networking/v2.0/networks?id=244c5642-5ab0-4834-bd0e-759fe8c918bc HTTP/1.1" status: 200 len: 817 time: 0.1070657 Sep 16 19:38:25.703989 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-5b0551fd-3476-4cca-beaa-16f510ad115a tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ea12091447ba4a5799d6f416b32fa5cc HTTP/1.1" status: 200 len: 380 time: 0.0567908 Sep 16 19:38:25.715899 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-cb9bf8fc-08fe-48c8-b2bb-41f120e3c19b tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Request body: {'port': {'device_id': '9fbeb783-f9ce-4d86-b966-21fdf4eaf534', 'network_id': '244c5642-5ab0-4834-bd0e-759fe8c918bc', 'admin_state_up': True, 'tenant_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'security_groups': ['786b9091-b1cd-4d81-b4b2-77d2ad22367f']}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:38:25.831755 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-cb9bf8fc-08fe-48c8-b2bb-41f120e3c19b tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Made reservation on behalf of ea12091447ba4a5799d6f416b32fa5cc for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:38:25.836071 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-cb9bf8fc-08fe-48c8-b2bb-41f120e3c19b tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:25.983701 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-cb9bf8fc-08fe-48c8-b2bb-41f120e3c19b tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Allocated IP 172.20.0.12 (244c5642-5ab0-4834-bd0e-759fe8c918bc/e74eaa38-2acb-40fa-b32b-5cd01428e71e/0dcbd110-0af4-41d6-9d8a-2af13df464b2) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:38:25.998792 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0299f2-cb13-4d53-b143-21dab8e9939e req-df84d3e5-8591-4b4d-b9a3-28055907c48c tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:26.000266 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0f0299f2-cb13-4d53-b143-21dab8e9939e req-df84d3e5-8591-4b4d-b9a3-28055907c48c tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3e4e5d9-4779-46b2-8d2b-7e9159dcdd77 HTTP/1.1" status: 200 len: 945 time: 0.0479822 Sep 16 19:38:26.049469 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0f0299f2-cb13-4d53-b143-21dab8e9939e req-073ff55d-84c3-4f64-909a-5712f099540b tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=47c1901b-b209-4ed5-aed7-3798fc781529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415606 Sep 16 19:38:26.074848 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:26.126583 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-cb9bf8fc-08fe-48c8-b2bb-41f120e3c19b tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks [] for port (0dcbd110-0af4-41d6-9d8a-2af13df464b2), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:26.269270 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 034f972f-e697-41c6-ada4-2cb4c1adc4f6 up at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:38:26.314353 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Provisioning for port 034f972f-e697-41c6-ada4-2cb4c1adc4f6 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 19:38:26.324089 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Provisioning complete for port 034f972f-e697-41c6-ada4-2cb4c1adc4f6 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:38:26.324495 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (034f972f-e697-41c6-ada4-2cb4c1adc4f6), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:26.324830 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Attempt 1 to provision port 034f972f-e697-41c6-ada4-2cb4c1adc4f6 Sep 16 19:38:26.403342 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port 034f972f-e697-41c6-ada4-2cb4c1adc4f6 is: BUILD; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:38:26.403726 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (034f972f-e697-41c6-ada4-2cb4c1adc4f6), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:26.431854 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e4e5d9-4779-46b2-8d2b-7e9159dcdd77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '034f972f-e697-41c6-ada4-2cb4c1adc4f6'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:38:26.434947 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f3f7bbbb38247194f391b6222dc5c183e9bfb457d3b71a23f23b79e9cf016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5928593d-264b-4b88-83d5-673164de23be" -d '{"events": [{"server_uuid": "d3e4e5d9-4779-46b2-8d2b-7e9159dcdd77", "name": "network-vif-plugged", "status": "completed", "tag": "034f972f-e697-41c6-ada4-2cb4c1adc4f6"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:38:26.438077 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-cb9bf8fc-08fe-48c8-b2bb-41f120e3c19b tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (0dcbd110-0af4-41d6-9d8a-2af13df464b2), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:26.453263 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port 034f972f-e697-41c6-ada4-2cb4c1adc4f6, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=034f972f-e697-41c6-ada4-2cb4c1adc4f6,segment=NetworkSegment(0bef7adc-3cf5-4584-b724-904719685162),segment_id=0bef7adc-3cf5-4584-b724-904719685162)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:38:26.459166 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (034f972f-e697-41c6-ada4-2cb4c1adc4f6), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:26.483102 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:26.487524 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-cb9bf8fc-08fe-48c8-b2bb-41f120e3c19b tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Network 244c5642-5ab0-4834-bd0e-759fe8c918bc is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:38:26.494075 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-cb9bf8fc-08fe-48c8-b2bb-41f120e3c19b tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:38:26.498678 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-cb9bf8fc-08fe-48c8-b2bb-41f120e3c19b tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:38:26.503312 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bf8fc-08fe-48c8-b2bb-41f120e3c19b tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Pushing event updated for resources: {'Port': ['ID=0dcbd110-0af4-41d6-9d8a-2af13df464b2,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:38:26.510876 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=034f972f-e697-41c6-ada4-2cb4c1adc4f6,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:38:26.553812 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-cb9bf8fc-08fe-48c8-b2bb-41f120e3c19b tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:26.554450 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-cb9bf8fc-08fe-48c8-b2bb-41f120e3c19b tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:26.568561 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 19:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbfec80-7837-4000-bdea-589f01ef5707 x-openstack-request-id: req-8dbfec80-7837-4000-bdea-589f01ef5707 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:38:26.569147 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e4e5d9-4779-46b2-8d2b-7e9159dcdd77", "name": "network-vif-plugged", "status": "completed", "tag": "034f972f-e697-41c6-ada4-2cb4c1adc4f6", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:38:26.569585 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8dbfec80-7837-4000-bdea-589f01ef5707 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:38:26.570079 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dbfec80-7837-4000-bdea-589f01ef5707'] response: {'server_uuid': 'd3e4e5d9-4779-46b2-8d2b-7e9159dcdd77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '034f972f-e697-41c6-ada4-2cb4c1adc4f6', 'code': 200} Sep 16 19:38:26.575363 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-cb9bf8fc-08fe-48c8-b2bb-41f120e3c19b tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8630044 Sep 16 19:38:26.621481 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-8b42a738-fc95-40ea-8ec8-6d1403d57b66 service neutron] Request body: {'port': {'device_id': '9fbeb783-f9ce-4d86-b966-21fdf4eaf534', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:38:26.684906 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6944732-1831-4f23-8c0d-de6ac47ce418 req-2510969b-fdc7-455e-ad37-f6d44741872e tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:26.687354 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a6944732-1831-4f23-8c0d-de6ac47ce418 req-2510969b-fdc7-455e-ad37-f6d44741872e tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 932 time: 0.0618963 Sep 16 19:38:26.691235 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-8b42a738-fc95-40ea-8ec8-6d1403d57b66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (0dcbd110-0af4-41d6-9d8a-2af13df464b2), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:26.747648 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a6944732-1831-4f23-8c0d-de6ac47ce418 req-ff936a30-6cd3-428b-bdda-263b338c75f6 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515308 Sep 16 19:38:26.781505 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-93d150ea-7b15-4e03-91bd-e120ba2c8321 None None] Provisioning complete for port 0dcbd110-0af4-41d6-9d8a-2af13df464b2 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:38:26.781799 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-93d150ea-7b15-4e03-91bd-e120ba2c8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (0dcbd110-0af4-41d6-9d8a-2af13df464b2), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:26.783555 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-93d150ea-7b15-4e03-91bd-e120ba2c8321 None None] Attempt 1 to provision port 0dcbd110-0af4-41d6-9d8a-2af13df464b2 Sep 16 19:38:26.816460 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-93d150ea-7b15-4e03-91bd-e120ba2c8321 None None] Port 0dcbd110-0af4-41d6-9d8a-2af13df464b2 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:38:26.817747 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411f1b5-3a4d-4b74-9026-093119ef3a17 req-7c57c6b1-f047-411e-863b-46448975fac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:26.819537 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c411f1b5-3a4d-4b74-9026-093119ef3a17 req-7c57c6b1-f047-411e-863b-46448975fac3 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d3e4e5d9-4779-46b2-8d2b-7e9159dcdd77 HTTP/1.1" status: 200 len: 1130 time: 0.0417745 Sep 16 19:38:26.869020 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c411f1b5-3a4d-4b74-9026-093119ef3a17 req-62473aa9-29c5-4781-bb02-bc6b191e9740 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47c1901b-b209-4ed5-aed7-3798fc781529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436864 Sep 16 19:38:26.984626 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-8b42a738-fc95-40ea-8ec8-6d1403d57b66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dcbd110-0af4-41d6-9d8a-2af13df464b2 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 19:38:26.992615 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-8b42a738-fc95-40ea-8ec8-6d1403d57b66 service neutron] Publish callbacks [] for port (0dcbd110-0af4-41d6-9d8a-2af13df464b2), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:27.006355 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-8b42a738-fc95-40ea-8ec8-6d1403d57b66 service neutron] Transition to ACTIVE for port object 0dcbd110-0af4-41d6-9d8a-2af13df464b2 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 19:38:27.013856 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-8b42a738-fc95-40ea-8ec8-6d1403d57b66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2678318'] for port (0dcbd110-0af4-41d6-9d8a-2af13df464b2), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:27.101748 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b42a738-fc95-40ea-8ec8-6d1403d57b66 service neutron] Pushing event updated for resources: {'Port': ['ID=0dcbd110-0af4-41d6-9d8a-2af13df464b2,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:38:27.144489 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-8b42a738-fc95-40ea-8ec8-6d1403d57b66 service neutron] Attempting to bind port 0dcbd110-0af4-41d6-9d8a-2af13df464b2 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:38:27.144825 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-8b42a738-fc95-40ea-8ec8-6d1403d57b66 service neutron] Attempting to bind port 0dcbd110-0af4-41d6-9d8a-2af13df464b2 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '36fb67b8-e635-4794-987f-fa439239cfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '244c5642-5ab0-4834-bd0e-759fe8c918bc'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:38:27.145167 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-8b42a738-fc95-40ea-8ec8-6d1403d57b66 service neutron] Attempting to bind port 0dcbd110-0af4-41d6-9d8a-2af13df464b2 on network 244c5642-5ab0-4834-bd0e-759fe8c918bc {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:38:27.206462 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e84f29-42e2-41be-90b9-ad848a002c93 req-eff880e3-5c2d-46cc-88e1-7d5996577f67 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:27.207930 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-10e84f29-42e2-41be-90b9-ad848a002c93 req-eff880e3-5c2d-46cc-88e1-7d5996577f67 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3e4e5d9-4779-46b2-8d2b-7e9159dcdd77 HTTP/1.1" status: 200 len: 946 time: 0.0749135 Sep 16 19:38:27.212035 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:27.242178 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-8b42a738-fc95-40ea-8ec8-6d1403d57b66 service neutron] Port 0dcbd110-0af4-41d6-9d8a-2af13df464b2 on network 244c5642-5ab0-4834-bd0e-759fe8c918bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 19:38:27.242466 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-8b42a738-fc95-40ea-8ec8-6d1403d57b66 service neutron] Attempting to bind port 0dcbd110-0af4-41d6-9d8a-2af13df464b2 on network 244c5642-5ab0-4834-bd0e-759fe8c918bc {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:38:27.295272 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-10e84f29-42e2-41be-90b9-ad848a002c93 req-42e2e76b-5388-4be4-ab15-01f816f798f3 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=47c1901b-b209-4ed5-aed7-3798fc781529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804143 Sep 16 19:38:27.305816 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-8b42a738-fc95-40ea-8ec8-6d1403d57b66 service neutron] Checking agent: {'id': 'f29a7e91-2c4b-48c7-9aed-98e73119d395', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 24, 59), 'started_at': datetime.datetime(2022, 9, 16, 19, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:38:27.306163 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-8b42a738-fc95-40ea-8ec8-6d1403d57b66 service neutron] Checking segment: {'id': '36fb67b8-e635-4794-987f-fa439239cfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '244c5642-5ab0-4834-bd0e-759fe8c918bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:38:27.306518 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-8b42a738-fc95-40ea-8ec8-6d1403d57b66 service neutron] Bound using segment: {'id': '36fb67b8-e635-4794-987f-fa439239cfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '244c5642-5ab0-4834-bd0e-759fe8c918bc'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:38:27.306949 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-8b42a738-fc95-40ea-8ec8-6d1403d57b66 service neutron] Bound port: 0dcbd110-0af4-41d6-9d8a-2af13df464b2, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36fb67b8-e635-4794-987f-fa439239cfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '244c5642-5ab0-4834-bd0e-759fe8c918bc'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:38:27.307601 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-8b42a738-fc95-40ea-8ec8-6d1403d57b66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (0dcbd110-0af4-41d6-9d8a-2af13df464b2), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:27.317245 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-93d150ea-7b15-4e03-91bd-e120ba2c8321 None None] Attempt 2 to provision port 0dcbd110-0af4-41d6-9d8a-2af13df464b2 Sep 16 19:38:27.349178 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-93d150ea-7b15-4e03-91bd-e120ba2c8321 None None] Port 0dcbd110-0af4-41d6-9d8a-2af13df464b2 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:38:27.377143 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:27.378696 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-8b42a738-fc95-40ea-8ec8-6d1403d57b66 service neutron] For port 0dcbd110-0af4-41d6-9d8a-2af13df464b2, host hv-cinder-85032, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:38:27.382624 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-8b42a738-fc95-40ea-8ec8-6d1403d57b66 service neutron] For port 0dcbd110-0af4-41d6-9d8a-2af13df464b2, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=0dcbd110-0af4-41d6-9d8a-2af13df464b2,segment=NetworkSegment(36fb67b8-e635-4794-987f-fa439239cfd5),segment_id=36fb67b8-e635-4794-987f-fa439239cfd5)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:38:27.390474 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-8b42a738-fc95-40ea-8ec8-6d1403d57b66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2678318'] for port (0dcbd110-0af4-41d6-9d8a-2af13df464b2), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:27.395040 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-8b42a738-fc95-40ea-8ec8-6d1403d57b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:27.395658 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-8b42a738-fc95-40ea-8ec8-6d1403d57b66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:27.397634 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-8b42a738-fc95-40ea-8ec8-6d1403d57b66 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/0dcbd110-0af4-41d6-9d8a-2af13df464b2 HTTP/1.1" status: 200 len: 1094 time: 0.7823577 Sep 16 19:38:27.398174 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fbeb783-f9ce-4d86-b966-21fdf4eaf534', 'tag': '0dcbd110-0af4-41d6-9d8a-2af13df464b2'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:38:27.400410 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc02aeec164665d1be19478bc83a94d6f81df8203eb0e70a86ccaa2f58cdb70d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99bbd0e9-ccfb-4e96-b715-4490d6b6744b" -d '{"events": [{"name": "network-changed", "server_uuid": "9fbeb783-f9ce-4d86-b966-21fdf4eaf534", "tag": "0dcbd110-0af4-41d6-9d8a-2af13df464b2"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:38:27.446171 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 19:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299ba662-6d77-4b92-8287-981cfbfcde4c x-openstack-request-id: req-299ba662-6d77-4b92-8287-981cfbfcde4c {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:38:27.446456 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fbeb783-f9ce-4d86-b966-21fdf4eaf534", "tag": "0dcbd110-0af4-41d6-9d8a-2af13df464b2", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:38:27.446709 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-299ba662-6d77-4b92-8287-981cfbfcde4c {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:38:27.447107 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-299ba662-6d77-4b92-8287-981cfbfcde4c'] response: {'name': 'network-changed', 'server_uuid': '9fbeb783-f9ce-4d86-b966-21fdf4eaf534', 'tag': '0dcbd110-0af4-41d6-9d8a-2af13df464b2', 'status': 'completed', 'code': 200} Sep 16 19:38:27.451752 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b42a738-fc95-40ea-8ec8-6d1403d57b66 service neutron] Pushing event updated for resources: {'Port': ['ID=0dcbd110-0af4-41d6-9d8a-2af13df464b2,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:38:27.794081 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bbd0e9-ccfb-4e96-b715-4490d6b6744b req-9a82660d-0759-46c1-939d-2b30bb484aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:27.795739 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-99bbd0e9-ccfb-4e96-b715-4490d6b6744b req-9a82660d-0759-46c1-939d-2b30bb484aa5 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ea12091447ba4a5799d6f416b32fa5cc&device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 1128 time: 0.0411649 Sep 16 19:38:27.851097 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-93d150ea-7b15-4e03-91bd-e120ba2c8321 None None] Attempt 3 to provision port 0dcbd110-0af4-41d6-9d8a-2af13df464b2 Sep 16 19:38:27.893973 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-93d150ea-7b15-4e03-91bd-e120ba2c8321 None None] Port 0dcbd110-0af4-41d6-9d8a-2af13df464b2 had new provisioning blocks added so it will not transition to active. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 19:38:27.930188 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f21451c-862f-4415-8f1b-971e4f238c53 req-cc2a8c33-54ad-4f12-bf30-97f203e304d6 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:27.931642 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4f21451c-862f-4415-8f1b-971e4f238c53 req-cc2a8c33-54ad-4f12-bf30-97f203e304d6 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 944 time: 0.0939670 Sep 16 19:38:27.978717 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bbd0e9-ccfb-4e96-b715-4490d6b6744b req-7d10da1b-4dc4-464f-bb41-4eee7f3083e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:27.980168 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-99bbd0e9-ccfb-4e96-b715-4490d6b6744b req-7d10da1b-4dc4-464f-bb41-4eee7f3083e0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=ea12091447ba4a5799d6f416b32fa5cc&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1535861 Sep 16 19:38:28.001257 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4f21451c-862f-4415-8f1b-971e4f238c53 req-57b3857e-173a-483b-b178-5b19ea116fa8 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638030 Sep 16 19:38:28.107902 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bbd0e9-ccfb-4e96-b715-4490d6b6744b req-8dc2e034-6726-449a-a8ee-0b35bc9a38e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:28.109510 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-99bbd0e9-ccfb-4e96-b715-4490d6b6744b req-8dc2e034-6726-449a-a8ee-0b35bc9a38e5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1064212 Sep 16 19:38:28.434658 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1678c3-e7d0-40cf-8a49-1d621c80326d req-593a65e4-74f6-48dd-992e-1995b41fdc9e tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:28.436143 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8b1678c3-e7d0-40cf-8a49-1d621c80326d req-593a65e4-74f6-48dd-992e-1995b41fdc9e tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3e4e5d9-4779-46b2-8d2b-7e9159dcdd77 HTTP/1.1" status: 200 len: 946 time: 0.0484254 Sep 16 19:38:28.484743 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8b1678c3-e7d0-40cf-8a49-1d621c80326d req-62ad7f61-f74f-4642-b95a-35ee7e141daf tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=47c1901b-b209-4ed5-aed7-3798fc781529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426044 Sep 16 19:38:28.593854 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-80380d83-485c-4da9-9d75-8283966139f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:28.595379 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-80380d83-485c-4da9-9d75-8283966139f6 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ea12091447ba4a5799d6f416b32fa5cc&device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 1128 time: 0.0408897 Sep 16 19:38:28.641031 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-33efc7ea-f424-49fe-b6a0-19e1360aadae service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dcbd110-0af4-41d6-9d8a-2af13df464b2 HTTP/1.1" status: 200 len: 217 time: 0.0336902 Sep 16 19:38:28.694041 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-8656d155-9011-460a-8195-d4586f1e7c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:28.695558 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-8656d155-9011-460a-8195-d4586f1e7c1a service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=e74eaa38-2acb-40fa-b32b-5cd01428e71e HTTP/1.1" status: 200 len: 856 time: 0.0475869 Sep 16 19:38:28.737927 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-5b2a1b4b-7802-4804-b3b7-162569dcb2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:28.739397 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-5b2a1b4b-7802-4804-b3b7-162569dcb2df service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=244c5642-5ab0-4834-bd0e-759fe8c918bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379987 Sep 16 19:38:28.833905 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-21c1ab01-9feb-4019-b3f0-4823e5f7286f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/244c5642-5ab0-4834-bd0e-759fe8c918bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883303 Sep 16 19:38:28.925055 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0866311e-3e92-434f-8aa3-19a3bffbda9a req-f9bd50e6-220f-48f2-946b-9f85e0e2d33a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/244c5642-5ab0-4834-bd0e-759fe8c918bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851414 Sep 16 19:38:29.139318 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6cc26-e17b-44f5-b4d1-95b980590351 req-2d0c0dc3-ff3e-4822-ae8c-4fdb6581ec70 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:29.140819 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-83a6cc26-e17b-44f5-b4d1-95b980590351 req-2d0c0dc3-ff3e-4822-ae8c-4fdb6581ec70 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 944 time: 0.0477879 Sep 16 19:38:29.191133 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:29.195927 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-83a6cc26-e17b-44f5-b4d1-95b980590351 req-e8f2d5ca-bd9a-47c2-93a0-084afacb699e tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468998 Sep 16 19:38:29.858117 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b352f5-ed3e-45c5-bb29-4e6f9d51365d req-5d141584-a553-46fb-9cd4-1d9ea3f4a555 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:29.859467 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d8b352f5-ed3e-45c5-bb29-4e6f9d51365d req-5d141584-a553-46fb-9cd4-1d9ea3f4a555 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3e4e5d9-4779-46b2-8d2b-7e9159dcdd77 HTTP/1.1" status: 200 len: 946 time: 0.2904673 Sep 16 19:38:29.915374 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d8b352f5-ed3e-45c5-bb29-4e6f9d51365d req-047f9baa-f09f-49c9-bdfe-0bf8f5303887 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=47c1901b-b209-4ed5-aed7-3798fc781529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499761 Sep 16 19:38:30.032690 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-55676bab-fb29-4389-b9df-e1aed477feb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:30.330240 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4efbf-ed75-4483-99e4-af46f7168635 req-0795296a-dcee-43c4-995d-cd4c3068da79 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:30.331851 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b2f4efbf-ed75-4483-99e4-af46f7168635 req-0795296a-dcee-43c4-995d-cd4c3068da79 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 944 time: 0.0544958 Sep 16 19:38:30.382192 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b2f4efbf-ed75-4483-99e4-af46f7168635 req-3670ea47-b17f-4f6d-aa46-de8e6f9d8598 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442669 Sep 16 19:38:30.641497 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:30.644528 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:30.714023 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa580c-2d3e-4cae-bba4-bb0e40fb86c3 req-91e35f8b-e032-41c4-ac7b-66dd4bb5d8bc tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:30.715497 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c0aa580c-2d3e-4cae-bba4-bb0e40fb86c3 req-91e35f8b-e032-41c4-ac7b-66dd4bb5d8bc tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3e4e5d9-4779-46b2-8d2b-7e9159dcdd77 HTTP/1.1" status: 200 len: 946 time: 0.0478339 Sep 16 19:38:30.765102 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c0aa580c-2d3e-4cae-bba4-bb0e40fb86c3 req-8a8295a6-cb52-4a71-8064-12e1fa2619fb tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=47c1901b-b209-4ed5-aed7-3798fc781529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438128 Sep 16 19:38:31.537417 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0490a93d-0759-44d5-80b9-21bb9c56abe2 req-60542391-f397-48c8-a882-aa4c133072f4 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:31.538880 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0490a93d-0759-44d5-80b9-21bb9c56abe2 req-60542391-f397-48c8-a882-aa4c133072f4 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 944 time: 0.0499237 Sep 16 19:38:31.587423 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0490a93d-0759-44d5-80b9-21bb9c56abe2 req-f8573d31-d8b5-4ca4-8466-8f37f873d42e tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426641 Sep 16 19:38:31.895778 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1249f7-046a-4459-b518-efe8f0f1fb33 req-8cf57c08-b882-4db5-ac97-d1157109dd51 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:31.897287 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3a1249f7-046a-4459-b518-efe8f0f1fb33 req-8cf57c08-b882-4db5-ac97-d1157109dd51 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3e4e5d9-4779-46b2-8d2b-7e9159dcdd77 HTTP/1.1" status: 200 len: 946 time: 0.0511732 Sep 16 19:38:31.945066 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3a1249f7-046a-4459-b518-efe8f0f1fb33 req-1b8a4465-ca8f-4a74-8372-b1977cb899e5 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=47c1901b-b209-4ed5-aed7-3798fc781529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415215 Sep 16 19:38:31.951717 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:32.268829 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 0dcbd110-0af4-41d6-9d8a-2af13df464b2 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 19:38:32.271733 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:32.282344 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:32.285041 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-32097efd-ab46-4c93-b515-6a2d972ec32f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:32.511038 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port 0dcbd110-0af4-41d6-9d8a-2af13df464b2, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=0dcbd110-0af4-41d6-9d8a-2af13df464b2,segment=NetworkSegment(36fb67b8-e635-4794-987f-fa439239cfd5),segment_id=36fb67b8-e635-4794-987f-fa439239cfd5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:38:32.522985 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Returning: {'device': '0dcbd110-0af4-41d6-9d8a-2af13df464b2', 'network_id': '244c5642-5ab0-4834-bd0e-759fe8c918bc', 'port_id': '0dcbd110-0af4-41d6-9d8a-2af13df464b2', 'mac_address': 'fa:16:3e:71:e0:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e74eaa38-2acb-40fa-b32b-5cd01428e71e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 19:38:32.558133 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port 0dcbd110-0af4-41d6-9d8a-2af13df464b2 is: DOWN; New status is: BUILD {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:38:32.558517 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (0dcbd110-0af4-41d6-9d8a-2af13df464b2), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:32.571150 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dcbd110-0af4-41d6-9d8a-2af13df464b2 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 19:38:32.582772 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:32.591989 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port 0dcbd110-0af4-41d6-9d8a-2af13df464b2, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=0dcbd110-0af4-41d6-9d8a-2af13df464b2,segment=NetworkSegment(36fb67b8-e635-4794-987f-fa439239cfd5),segment_id=36fb67b8-e635-4794-987f-fa439239cfd5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:38:32.596981 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (0dcbd110-0af4-41d6-9d8a-2af13df464b2), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:32.621190 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6f705-ca3e-436a-98df-72ace130c86c req-fbc610b6-3367-494a-8bdd-7cc7712b0292 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:32.622687 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-25c6f705-ca3e-436a-98df-72ace130c86c req-fbc610b6-3367-494a-8bdd-7cc7712b0292 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d3e4e5d9-4779-46b2-8d2b-7e9159dcdd77 HTTP/1.1" status: 200 len: 946 time: 0.0477653 Sep 16 19:38:32.648197 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=0dcbd110-0af4-41d6-9d8a-2af13df464b2,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:38:32.713789 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-25c6f705-ca3e-436a-98df-72ace130c86c req-06ed67b6-1727-40d9-afa6-fe562e558639 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Deleting port 034f972f-e697-41c6-ada4-2cb4c1adc4f6 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:38:32.714132 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-25c6f705-ca3e-436a-98df-72ace130c86c req-06ed67b6-1727-40d9-afa6-fe562e558639 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (034f972f-e697-41c6-ada4-2cb4c1adc4f6), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:32.738347 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192293e6-443a-4187-a227-0f9985e33acf req-8c5c521f-32de-4001-9ac1-08b6d10da6d9 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:32.739824 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-192293e6-443a-4187-a227-0f9985e33acf req-8c5c521f-32de-4001-9ac1-08b6d10da6d9 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 945 time: 0.0522654 Sep 16 19:38:32.789666 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-192293e6-443a-4187-a227-0f9985e33acf req-0f7d37fe-6930-43e9-ad8c-6e69951b4079 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433483 Sep 16 19:38:32.807367 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-25c6f705-ca3e-436a-98df-72ace130c86c req-06ed67b6-1727-40d9-afa6-fe562e558639 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] For port 034f972f-e697-41c6-ada4-2cb4c1adc4f6, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=034f972f-e697-41c6-ada4-2cb4c1adc4f6,segment=NetworkSegment(0bef7adc-3cf5-4584-b724-904719685162),segment_id=0bef7adc-3cf5-4584-b724-904719685162)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:38:32.807737 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-25c6f705-ca3e-436a-98df-72ace130c86c req-06ed67b6-1727-40d9-afa6-fe562e558639 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (034f972f-e697-41c6-ada4-2cb4c1adc4f6), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:32.821539 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-25c6f705-ca3e-436a-98df-72ace130c86c req-06ed67b6-1727-40d9-afa6-fe562e558639 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Calling delete_port for 034f972f-e697-41c6-ada4-2cb4c1adc4f6 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:38:32.959957 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-25c6f705-ca3e-436a-98df-72ace130c86c req-06ed67b6-1727-40d9-afa6-fe562e558639 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (034f972f-e697-41c6-ada4-2cb4c1adc4f6), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:32.984548 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] get_ports_and_sgs() called for port_ids ['0dcbd110-0af4-41d6-9d8a-2af13df464b2'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 19:38:32.989628 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed67b6-1727-40d9-afa6-fe562e558639 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Pushing event deleted for resources: {'Port': ['ID=034f972f-e697-41c6-ada4-2cb4c1adc4f6,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:38:33.000041 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ed67b6-1727-40d9-afa6-fe562e558639 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:38:33.000278 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ed67b6-1727-40d9-afa6-fe562e558639 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:38:33.000677 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ed67b6-1727-40d9-afa6-fe562e558639 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:38:33.001023 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ed67b6-1727-40d9-afa6-fe562e558639 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:38:33.001361 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ed67b6-1727-40d9-afa6-fe562e558639 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:38:33.001690 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ed67b6-1727-40d9-afa6-fe562e558639 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:38:33.002021 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ed67b6-1727-40d9-afa6-fe562e558639 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:38:33.002348 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ed67b6-1727-40d9-afa6-fe562e558639 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:38:33.002674 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ed67b6-1727-40d9-afa6-fe562e558639 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:38:33.003001 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ed67b6-1727-40d9-afa6-fe562e558639 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:38:33.003328 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ed67b6-1727-40d9-afa6-fe562e558639 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:38:33.003654 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ed67b6-1727-40d9-afa6-fe562e558639 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:38:33.003979 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ed67b6-1727-40d9-afa6-fe562e558639 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:38:33.004301 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ed67b6-1727-40d9-afa6-fe562e558639 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:38:33.004972 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ed67b6-1727-40d9-afa6-fe562e558639 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:38:33.059493 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c6f705-ca3e-436a-98df-72ace130c86c req-06ed67b6-1727-40d9-afa6-fe562e558639 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] No DVR routers for this DVR port 034f972f-e697-41c6-ada4-2cb4c1adc4f6 on host hv-cinder-85032 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 19:38:33.079412 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-25c6f705-ca3e-436a-98df-72ace130c86c req-06ed67b6-1727-40d9-afa6-fe562e558639 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:33.083376 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-25c6f705-ca3e-436a-98df-72ace130c86c req-06ed67b6-1727-40d9-afa6-fe562e558639 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.27 "DELETE /networking/v2.0/ports/034f972f-e697-41c6-ada4-2cb4c1adc4f6 HTTP/1.1" status: 204 len: 173 time: 0.4548349 Sep 16 19:38:33.083376 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e4e5d9-4779-46b2-8d2b-7e9159dcdd77', 'name': 'network-vif-deleted', 'tag': '034f972f-e697-41c6-ada4-2cb4c1adc4f6'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:38:33.085812 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc02aeec164665d1be19478bc83a94d6f81df8203eb0e70a86ccaa2f58cdb70d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202dc61c-27a7-4380-94a7-108742fcc8df" -d '{"events": [{"server_uuid": "d3e4e5d9-4779-46b2-8d2b-7e9159dcdd77", "name": "network-vif-deleted", "tag": "034f972f-e697-41c6-ada4-2cb4c1adc4f6"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:38:33.090635 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3776fd66-8cd8-41dd-927b-6d7b09ed20b6 req-a18bfe4f-277d-4eee-bb29-0abf597fac27 tempest-VolumesActionsTest-1381351012 tempest-VolumesActionsTest-1381351012-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3e4e5d9-4779-46b2-8d2b-7e9159dcdd77 HTTP/1.1" status: 200 len: 210 time: 0.0602329 Sep 16 19:38:33.127032 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 19:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30307de7-144e-4e2c-9439-25efb7463eea x-openstack-request-id: req-30307de7-144e-4e2c-9439-25efb7463eea {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:38:33.127032 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e4e5d9-4779-46b2-8d2b-7e9159dcdd77", "name": "network-vif-deleted", "tag": "034f972f-e697-41c6-ada4-2cb4c1adc4f6", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:38:33.127032 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-30307de7-144e-4e2c-9439-25efb7463eea {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:38:33.127358 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30307de7-144e-4e2c-9439-25efb7463eea'] response: {'server_uuid': 'd3e4e5d9-4779-46b2-8d2b-7e9159dcdd77', 'name': 'network-vif-deleted', 'tag': '034f972f-e697-41c6-ada4-2cb4c1adc4f6', 'status': 'completed', 'code': 200} Sep 16 19:38:33.661849 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:33.845536 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] get_ports_and_sgs() called for port_ids ['034f972f-e697-41c6-ada4-2cb4c1adc4f6'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 19:38:33.923190 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d45336-7c2d-46a5-8c82-c5550e4ae91b req-0c4342a1-07eb-434d-b6c6-3f2b10264f7d tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:33.924588 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b2d45336-7c2d-46a5-8c82-c5550e4ae91b req-0c4342a1-07eb-434d-b6c6-3f2b10264f7d tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 945 time: 0.0490382 Sep 16 19:38:33.974346 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b2d45336-7c2d-46a5-8c82-c5550e4ae91b req-ac6c4f44-d4ab-4006-845c-b70ab015065c tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438638 Sep 16 19:38:34.347519 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 0dcbd110-0af4-41d6-9d8a-2af13df464b2 up at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:38:34.395481 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Provisioning for port 0dcbd110-0af4-41d6-9d8a-2af13df464b2 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 19:38:34.404507 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Provisioning complete for port 0dcbd110-0af4-41d6-9d8a-2af13df464b2 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:38:34.404876 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (0dcbd110-0af4-41d6-9d8a-2af13df464b2), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:34.405218 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Attempt 1 to provision port 0dcbd110-0af4-41d6-9d8a-2af13df464b2 Sep 16 19:38:34.489303 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port 0dcbd110-0af4-41d6-9d8a-2af13df464b2 is: BUILD; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:38:34.489717 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (0dcbd110-0af4-41d6-9d8a-2af13df464b2), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:34.514788 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fbeb783-f9ce-4d86-b966-21fdf4eaf534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dcbd110-0af4-41d6-9d8a-2af13df464b2'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:38:34.517034 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f3f7bbbb38247194f391b6222dc5c183e9bfb457d3b71a23f23b79e9cf016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25112938-1709-4d23-9ce7-df4ff6fa1933" -d '{"events": [{"server_uuid": "9fbeb783-f9ce-4d86-b966-21fdf4eaf534", "name": "network-vif-plugged", "status": "completed", "tag": "0dcbd110-0af4-41d6-9d8a-2af13df464b2"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:38:34.532658 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port 0dcbd110-0af4-41d6-9d8a-2af13df464b2, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=0dcbd110-0af4-41d6-9d8a-2af13df464b2,segment=NetworkSegment(36fb67b8-e635-4794-987f-fa439239cfd5),segment_id=36fb67b8-e635-4794-987f-fa439239cfd5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:38:34.534797 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (0dcbd110-0af4-41d6-9d8a-2af13df464b2), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:34.535807 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 034f972f-e697-41c6-ada4-2cb4c1adc4f6 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:38:34.578697 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 19:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c635bfd2-57b7-479f-9820-7a50b8eb0d31 x-openstack-request-id: req-c635bfd2-57b7-479f-9820-7a50b8eb0d31 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:38:34.578978 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fbeb783-f9ce-4d86-b966-21fdf4eaf534", "name": "network-vif-plugged", "status": "completed", "tag": "0dcbd110-0af4-41d6-9d8a-2af13df464b2", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:38:34.579221 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c635bfd2-57b7-479f-9820-7a50b8eb0d31 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:38:34.579604 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c635bfd2-57b7-479f-9820-7a50b8eb0d31'] response: {'server_uuid': '9fbeb783-f9ce-4d86-b966-21fdf4eaf534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dcbd110-0af4-41d6-9d8a-2af13df464b2', 'code': 200} Sep 16 19:38:34.580188 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] No Port match for: 034f972f-e697-41c6-ada4-2cb4c1adc4f6 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:38:34.580550 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 034f972f-e697-41c6-ada4-2cb4c1adc4f6 not bound to the agent host hv-cinder-85032 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:38:34.611679 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=0dcbd110-0af4-41d6-9d8a-2af13df464b2,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:38:34.780865 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a063e8b-b63d-4227-98b7-eea8ebbf5b4e req-8b1ec88a-ce51-4851-9917-c18709d264b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:34.782416 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6a063e8b-b63d-4227-98b7-eea8ebbf5b4e req-8b1ec88a-ce51-4851-9917-c18709d264b2 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 1130 time: 0.0403187 Sep 16 19:38:34.798967 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:34.827645 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6a063e8b-b63d-4227-98b7-eea8ebbf5b4e req-93dce7ea-4f7a-462f-bf2e-a1c6cf746587 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398185 Sep 16 19:38:35.006307 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:35.108538 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f930a-bce5-439b-9f27-1ef545cb242d req-d273de0b-5c0b-499e-9f36-f56e6111c625 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:35.110034 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-149f930a-bce5-439b-9f27-1ef545cb242d req-d273de0b-5c0b-499e-9f36-f56e6111c625 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 946 time: 0.0478418 Sep 16 19:38:35.115637 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:35.151760 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:35.159820 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-149f930a-bce5-439b-9f27-1ef545cb242d req-6832f860-7c99-4020-b13e-4605d076ca43 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428505 Sep 16 19:38:36.309615 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd684fce-3372-4f1b-8c9a-dc1be8ea250f req-09773204-08e8-45ce-ada1-25673ffcda6a tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:36.311075 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fd684fce-3372-4f1b-8c9a-dc1be8ea250f req-09773204-08e8-45ce-ada1-25673ffcda6a tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 946 time: 0.0513375 Sep 16 19:38:36.361105 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fd684fce-3372-4f1b-8c9a-dc1be8ea250f req-bc677ef4-1fc8-4348-a1cf-14555215d1e3 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441515 Sep 16 19:38:37.507807 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853987fe-e7a5-4b8c-a08d-d2a7e103416a req-3155374f-24b6-4ce9-92ea-4747feab44a8 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:37.509554 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-853987fe-e7a5-4b8c-a08d-d2a7e103416a req-3155374f-24b6-4ce9-92ea-4747feab44a8 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 946 time: 0.0571425 Sep 16 19:38:37.563466 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-853987fe-e7a5-4b8c-a08d-d2a7e103416a req-0be6e2db-7b4e-4d19-a758-76841f557e6f tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480719 Sep 16 19:38:38.865467 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b159afe6-a457-41e3-bf51-d161d18ce999 req-597a427e-7850-4e3b-bd4d-7de0f77e5ffa tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:38.866811 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b159afe6-a457-41e3-bf51-d161d18ce999 req-597a427e-7850-4e3b-bd4d-7de0f77e5ffa tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 946 time: 0.0505910 Sep 16 19:38:38.918313 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b159afe6-a457-41e3-bf51-d161d18ce999 req-72a64005-a186-4fdc-b4e9-aec66a69f56a tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459535 Sep 16 19:38:40.063856 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c0d90-9296-4707-912a-1e60879d9cf9 req-82b05dc6-f07e-4eaa-ab2b-1a88a11c3a27 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:40.065270 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-696c0d90-9296-4707-912a-1e60879d9cf9 req-82b05dc6-f07e-4eaa-ab2b-1a88a11c3a27 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 946 time: 0.0526657 Sep 16 19:38:40.115453 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-696c0d90-9296-4707-912a-1e60879d9cf9 req-3c47d826-a7e5-45dd-ba47-3fe37c9d0d57 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416729 Sep 16 19:38:41.252331 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431a517-2cdb-40ab-a8a2-cb40c2f083a3 req-1999c4d1-f8ef-4982-8703-25d4010dedfd tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:41.259881 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1431a517-2cdb-40ab-a8a2-cb40c2f083a3 req-1999c4d1-f8ef-4982-8703-25d4010dedfd tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 946 time: 0.0588882 Sep 16 19:38:41.304611 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1431a517-2cdb-40ab-a8a2-cb40c2f083a3 req-19f1111f-f0c3-470a-8103-d777df9666d8 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434849 Sep 16 19:38:41.430205 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:41.439289 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a95587-31b9-41b4-84db-b02e4ca780da req-dcebfbd2-1eae-46c2-9b4d-17da1503a503 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:41.441069 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b2a95587-31b9-41b4-84db-b02e4ca780da req-dcebfbd2-1eae-46c2-9b4d-17da1503a503 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 946 time: 0.0502665 Sep 16 19:38:41.452831 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 53710) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:38:41.458240 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-0e68498c-7805-40e2-918a-b65aa3b88b97 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Request body: {'floatingip': {'port_id': '0dcbd110-0af4-41d6-9d8a-2af13df464b2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:38:41.501768 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0e68498c-7805-40e2-918a-b65aa3b88b97 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks [] for floatingip (2c13a18e-3e81-4c0e-af13-ef499e362216), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:41.675700 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:41.998513 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0e68498c-7805-40e2-918a-b65aa3b88b97 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:42.003585 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0e68498c-7805-40e2-918a-b65aa3b88b97 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681123'] for floatingip (2c13a18e-3e81-4c0e-af13-ef499e362216), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:42.104798 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.db.l3_db [None req-0e68498c-7805-40e2-918a-b65aa3b88b97 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Floating IP 2c13a18e-3e81-4c0e-af13-ef499e362216 associated. External IP: 172.27.2.223, port: 0dcbd110-0af4-41d6-9d8a-2af13df464b2. Sep 16 19:38:42.218521 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:42.359679 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e68498c-7805-40e2-918a-b65aa3b88b97 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Router f36e8da1-e941-4b36-8c3c-5c066dcbd250 has already been hosted by L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:38:42.439178 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:38:42.487153 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e68498c-7805-40e2-918a-b65aa3b88b97 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:38:42.496657 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0e68498c-7805-40e2-918a-b65aa3b88b97 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for floatingip (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:42.502301 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a03106-8d3d-4fd6-8688-adcce76d3165 None None] Sync routers for ids ['f36e8da1-e941-4b36-8c3c-5c066dcbd250'] in dv-cinder-850320-7-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:38:42.513901 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a03106-8d3d-4fd6-8688-adcce76d3165 None None] Routers {'f36e8da1-e941-4b36-8c3c-5c066dcbd250'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:38:42.514913 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-49a03106-8d3d-4fd6-8688-adcce76d3165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:38:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['f36e8da1-e941-4b36-8c3c-5c066dcbd250'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:38:42.535464 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-0e68498c-7805-40e2-918a-b65aa3b88b97 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/2c13a18e-3e81-4c0e-af13-ef499e362216 HTTP/1.1" status: 200 len: 992 time: 1.0774148 Sep 16 19:38:42.535464 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fbeb783-f9ce-4d86-b966-21fdf4eaf534', 'tag': '0dcbd110-0af4-41d6-9d8a-2af13df464b2'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:38:42.535464 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc02aeec164665d1be19478bc83a94d6f81df8203eb0e70a86ccaa2f58cdb70d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716427ef-29df-4102-990e-4f72e948f248" -d '{"events": [{"name": "network-changed", "server_uuid": "9fbeb783-f9ce-4d86-b966-21fdf4eaf534", "tag": "0dcbd110-0af4-41d6-9d8a-2af13df464b2"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:38:42.577763 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 19:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083a9dc4-469a-4289-8a3e-bfdf53e978e8 x-openstack-request-id: req-083a9dc4-469a-4289-8a3e-bfdf53e978e8 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:38:42.577763 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fbeb783-f9ce-4d86-b966-21fdf4eaf534", "tag": "0dcbd110-0af4-41d6-9d8a-2af13df464b2", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:38:42.578026 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-083a9dc4-469a-4289-8a3e-bfdf53e978e8 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:38:42.578431 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-083a9dc4-469a-4289-8a3e-bfdf53e978e8'] response: {'name': 'network-changed', 'server_uuid': '9fbeb783-f9ce-4d86-b966-21fdf4eaf534', 'tag': '0dcbd110-0af4-41d6-9d8a-2af13df464b2', 'status': 'completed', 'code': 200} Sep 16 19:38:42.587551 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:42.674012 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-49a03106-8d3d-4fd6-8688-adcce76d3165 None None] Set router f36e8da1-e941-4b36-8c3c-5c066dcbd250 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:38:42.682029 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716427ef-29df-4102-990e-4f72e948f248 req-b7096cfd-c25a-49bd-ac14-1b83cb7cb8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:42.683805 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-716427ef-29df-4102-990e-4f72e948f248 req-b7096cfd-c25a-49bd-ac14-1b83cb7cb8a5 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ea12091447ba4a5799d6f416b32fa5cc&device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 1130 time: 0.0519638 Sep 16 19:38:42.797510 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716427ef-29df-4102-990e-4f72e948f248 req-74e3ee0d-0d25-4a9b-886a-9ab923819e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:42.799390 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-716427ef-29df-4102-990e-4f72e948f248 req-74e3ee0d-0d25-4a9b-886a-9ab923819e0f service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=244c5642-5ab0-4834-bd0e-759fe8c918bc HTTP/1.1" status: 200 len: 918 time: 0.1092007 Sep 16 19:38:42.868419 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:42.882033 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-716427ef-29df-4102-990e-4f72e948f248 req-7717576e-f1f7-42d0-94bd-f9cf0be163d8 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dcbd110-0af4-41d6-9d8a-2af13df464b2 HTTP/1.1" status: 200 len: 1000 time: 0.0763276 Sep 16 19:38:42.950591 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716427ef-29df-4102-990e-4f72e948f248 req-9c1e332d-4e3a-4033-a9c1-df30fe25dcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:42.952579 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-716427ef-29df-4102-990e-4f72e948f248 req-9c1e332d-4e3a-4033-a9c1-df30fe25dcf4 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=e74eaa38-2acb-40fa-b32b-5cd01428e71e HTTP/1.1" status: 200 len: 856 time: 0.0631495 Sep 16 19:38:42.971597 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-49a03106-8d3d-4fd6-8688-adcce76d3165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'name': 'tempest-AttachVolumeShelveTestJSON-1087850337-router', 'tenant_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '13a913e7-fbd9-47b5-8b8a-b0594341432e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:34:10Z', 'updated_at': '2022-09-16T19:34:13Z', 'revision_number': 4, 'project_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'gw_port': {'id': '13a913e7-fbd9-47b5-8b8a-b0594341432e', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:34:10Z', 'updated_at': '2022-09-16T19:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_floatingips': [{'id': '2c13a18e-3e81-4c0e-af13-ef499e362216', 'tenant_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'port_id': '0dcbd110-0af4-41d6-9d8a-2af13df464b2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '244c5642-5ab0-4834-bd0e-759fe8c918bc', 'mac_address': 'fa:16:3e:71:e0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbeb783-f9ce-4d86-b966-21fdf4eaf534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:38:22Z', 'updated_at': '2022-09-16T19:38:41Z', 'revision_number': 1, 'project_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7753f85b-c077-4d9f-bbdd-12f24e1e583f', 'name': '', 'network_id': '244c5642-5ab0-4834-bd0e-759fe8c918bc', 'tenant_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'mac_address': 'fa:16:3e:0e:94:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e74eaa38-2acb-40fa-b32b-5cd01428e71e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:34:12Z', 'updated_at': '2022-09-16T19:34:16Z', 'revision_number': 5, 'project_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'subnets': [{'id': 'e74eaa38-2acb-40fa-b32b-5cd01428e71e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:38:42.998771 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a03106-8d3d-4fd6-8688-adcce76d3165 None None] Checking router: f36e8da1-e941-4b36-8c3c-5c066dcbd250 for host: dv-cinder-850320-7-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:38:43.004327 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:43.016310 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a03106-8d3d-4fd6-8688-adcce76d3165 None None] Routers {'f36e8da1-e941-4b36-8c3c-5c066dcbd250'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:38:43.016981 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-49a03106-8d3d-4fd6-8688-adcce76d3165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:38:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['f36e8da1-e941-4b36-8c3c-5c066dcbd250'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:38:43.018769 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716427ef-29df-4102-990e-4f72e948f248 req-6f35f0c4-466e-435f-911f-fa8cd280bf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:38:43.021906 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-716427ef-29df-4102-990e-4f72e948f248 req-6f35f0c4-466e-435f-911f-fa8cd280bf57 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=244c5642-5ab0-4834-bd0e-759fe8c918bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0630867 Sep 16 19:38:43.143453 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-716427ef-29df-4102-990e-4f72e948f248 req-86ca727f-56d1-44cc-acc0-f2a02180aa13 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/244c5642-5ab0-4834-bd0e-759fe8c918bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125689 Sep 16 19:38:43.154459 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-49a03106-8d3d-4fd6-8688-adcce76d3165 None None] Set router f36e8da1-e941-4b36-8c3c-5c066dcbd250 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:38:43.266905 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-716427ef-29df-4102-990e-4f72e948f248 req-072d9ab9-b792-488d-8f76-9a8b547ea16c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/244c5642-5ab0-4834-bd0e-759fe8c918bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155941 Sep 16 19:38:43.441665 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-49a03106-8d3d-4fd6-8688-adcce76d3165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'name': 'tempest-AttachVolumeShelveTestJSON-1087850337-router', 'tenant_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '13a913e7-fbd9-47b5-8b8a-b0594341432e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:34:10Z', 'updated_at': '2022-09-16T19:34:13Z', 'revision_number': 4, 'project_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'gw_port': {'id': '13a913e7-fbd9-47b5-8b8a-b0594341432e', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:34:10Z', 'updated_at': '2022-09-16T19:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_floatingips': [{'id': '2c13a18e-3e81-4c0e-af13-ef499e362216', 'tenant_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'port_id': '0dcbd110-0af4-41d6-9d8a-2af13df464b2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '244c5642-5ab0-4834-bd0e-759fe8c918bc', 'mac_address': 'fa:16:3e:71:e0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbeb783-f9ce-4d86-b966-21fdf4eaf534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:38:22Z', 'updated_at': '2022-09-16T19:38:41Z', 'revision_number': 1, 'project_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7753f85b-c077-4d9f-bbdd-12f24e1e583f', 'name': '', 'network_id': '244c5642-5ab0-4834-bd0e-759fe8c918bc', 'tenant_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'mac_address': 'fa:16:3e:0e:94:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e74eaa38-2acb-40fa-b32b-5cd01428e71e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:34:12Z', 'updated_at': '2022-09-16T19:34:16Z', 'revision_number': 5, 'project_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'subnets': [{'id': 'e74eaa38-2acb-40fa-b32b-5cd01428e71e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:38:43.468989 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a03106-8d3d-4fd6-8688-adcce76d3165 None None] The sync data for ids ['f36e8da1-e941-4b36-8c3c-5c066dcbd250'] in dv-cinder-850320-7-iscsi is: [{'id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'name': 'tempest-AttachVolumeShelveTestJSON-1087850337-router', 'tenant_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '13a913e7-fbd9-47b5-8b8a-b0594341432e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:34:10Z', 'updated_at': '2022-09-16T19:34:13Z', 'revision_number': 4, 'project_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'gw_port': {'id': '13a913e7-fbd9-47b5-8b8a-b0594341432e', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:34:10Z', 'updated_at': '2022-09-16T19:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_floatingips': [{'id': '2c13a18e-3e81-4c0e-af13-ef499e362216', 'tenant_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'port_id': '0dcbd110-0af4-41d6-9d8a-2af13df464b2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '244c5642-5ab0-4834-bd0e-759fe8c918bc', 'mac_address': 'fa:16:3e:71:e0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbeb783-f9ce-4d86-b966-21fdf4eaf534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:38:22Z', 'updated_at': '2022-09-16T19:38:41Z', 'revision_number': 1, 'project_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7753f85b-c077-4d9f-bbdd-12f24e1e583f', 'name': '', 'network_id': '244c5642-5ab0-4834-bd0e-759fe8c918bc', 'tenant_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'mac_address': 'fa:16:3e:0e:94:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e74eaa38-2acb-40fa-b32b-5cd01428e71e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:34:12Z', 'updated_at': '2022-09-16T19:34:16Z', 'revision_number': 5, 'project_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'subnets': [{'id': 'e74eaa38-2acb-40fa-b32b-5cd01428e71e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:38:43.717690 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9230871-a7ea-4a2a-84fc-dfb89e8f2381 None None] New status for floating IP 2c13a18e-3e81-4c0e-af13-ef499e362216: ACTIVE {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 19:38:51.428871 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=23 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:53.261361 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=70 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:53.262395 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=26 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:53.443696 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=79 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:53.445703 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=47 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:54.370120 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:54.374535 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=14 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:38:58.209042 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 53866) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:38:58.255043 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-31d1b0a5-b22f-448b-b03c-afa7286b94b2 admin admin] Deleting subnet 29f116b8-4747-4bf4-9487-7c698ddfe24e {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 19:38:58.258441 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-31d1b0a5-b22f-448b-b03c-afa7286b94b2 admin admin] Publish callbacks [] for subnet (29f116b8-4747-4bf4-9487-7c698ddfe24e), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:58.296997 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-31d1b0a5-b22f-448b-b03c-afa7286b94b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2892030'] for subnet (29f116b8-4747-4bf4-9487-7c698ddfe24e), precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:58.336012 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-31d1b0a5-b22f-448b-b03c-afa7286b94b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16018794'] for subnet (29f116b8-4747-4bf4-9487-7c698ddfe24e), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:58.391648 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-31d1b0a5-b22f-448b-b03c-afa7286b94b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16022615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2678392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360859'] for subnet (29f116b8-4747-4bf4-9487-7c698ddfe24e), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:58.416695 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d1b0a5-b22f-448b-b03c-afa7286b94b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29f116b8-4747-4bf4-9487-7c698ddfe24e,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:38:58.421652 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-31d1b0a5-b22f-448b-b03c-afa7286b94b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:58.424402 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-31d1b0a5-b22f-448b-b03c-afa7286b94b2 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/29f116b8-4747-4bf4-9487-7c698ddfe24e HTTP/1.1" status: 204 len: 168 time: 0.2142282 Sep 16 19:38:58.426854 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 53868) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:38:58.498266 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fe3c80fc-96e3-4a37-a3a5-0642aa4cc051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15995935'] for network (e7fe4363-647e-4809-8b6e-72b0a259041d), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:58.575933 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fe3c80fc-96e3-4a37-a3a5-0642aa4cc051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16065089', 'neutron.services.segments.db._delete_segments_for_network-8764811785921'] for network (e7fe4363-647e-4809-8b6e-72b0a259041d), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:58.596245 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-fe3c80fc-96e3-4a37-a3a5-0642aa4cc051 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7fe4363-647e-4809-8b6e-72b0a259041d']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:38:58.607106 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-fe3c80fc-96e3-4a37-a3a5-0642aa4cc051 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bef7adc-3cf5-4584-b724-904719685162') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:38:58.607398 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-fe3c80fc-96e3-4a37-a3a5-0642aa4cc051 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bef7adc-3cf5-4584-b724-904719685162') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:38:58.618096 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fe3c80fc-96e3-4a37-a3a5-0642aa4cc051 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764811785813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2891973'] for segment (0bef7adc-3cf5-4584-b724-904719685162), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:58.633219 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fe3c80fc-96e3-4a37-a3a5-0642aa4cc051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694'] for segment (0bef7adc-3cf5-4584-b724-904719685162), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:58.643591 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe3c80fc-96e3-4a37-a3a5-0642aa4cc051 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 19:38:58.644001 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fe3c80fc-96e3-4a37-a3a5-0642aa4cc051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2678466'] for segment (0bef7adc-3cf5-4584-b724-904719685162), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:58.695157 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.services.segments.plugin [-] Segment 0bef7adc-3cf5-4584-b724-904719685162 resource provider aggregate not found Sep 16 19:38:58.712016 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.services.segments.plugin [-] Segment 0bef7adc-3cf5-4584-b724-904719685162 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0bef7adc-3cf5-4584-b724-904719685162 found for delete ", "request_id": "req-98590111-9b5f-4864-9340-f9cab3ca3231"}]} Sep 16 19:38:58.722244 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fe3c80fc-96e3-4a37-a3a5-0642aa4cc051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16065144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681100'] for network (e7fe4363-647e-4809-8b6e-72b0a259041d), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:58.727693 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fe3c80fc-96e3-4a37-a3a5-0642aa4cc051 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for network (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:58.730786 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-fe3c80fc-96e3-4a37-a3a5-0642aa4cc051 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/e7fe4363-647e-4809-8b6e-72b0a259041d HTTP/1.1" status: 204 len: 168 time: 0.3030570 Sep 16 19:38:58.742377 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3c80fc-96e3-4a37-a3a5-0642aa4cc051 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7fe4363-647e-4809-8b6e-72b0a259041d,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:38:58.849503 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 53876) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:38:58.891205 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-5192dcdc-29be-4ffa-a0af-9afe83ecbd9e admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=2014aef538f0488996587be909b61ab2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405121 Sep 16 19:38:58.894696 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 53878) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:38:58.944142 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7ee2f2e2-0f9b-445c-b30e-04c4fa2de780 admin admin] Publish callbacks [] for security_group (47c1901b-b209-4ed5-aed7-3798fc781529), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:58.964692 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7ee2f2e2-0f9b-445c-b30e-04c4fa2de780 admin admin] Publish callbacks [] for security_group (47c1901b-b209-4ed5-aed7-3798fc781529), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:59.019087 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7ee2f2e2-0f9b-445c-b30e-04c4fa2de780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (47c1901b-b209-4ed5-aed7-3798fc781529), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:59.021812 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7ee2f2e2-0f9b-445c-b30e-04c4fa2de780 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:38:59.022956 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-7ee2f2e2-0f9b-445c-b30e-04c4fa2de780 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/47c1901b-b209-4ed5-aed7-3798fc781529 HTTP/1.1" status: 204 len: 168 time: 0.1273787 Sep 16 19:38:59.030776 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee2f2e2-0f9b-445c-b30e-04c4fa2de780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c1901b-b209-4ed5-aed7-3798fc781529,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:39:00.031760 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ce5381-5008-46b7-92ec-847d67c692fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:00.176731 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 53908) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:39:00.295561 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0ac619dc-8d69-4d2f-807e-b9cec19cedee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:00.380572 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0ac619dc-8d69-4d2f-807e-b9cec19cedee admin admin] Publish callbacks [] for security_group (b4177edc-3e78-4788-bfa5-8ed713d35da6), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:00.387488 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0ac619dc-8d69-4d2f-807e-b9cec19cedee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (b4177edc-3e78-4788-bfa5-8ed713d35da6), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:00.425599 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-0ac619dc-8d69-4d2f-807e-b9cec19cedee admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=b9a06c927def46d5ac5747adf4a9dbaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2476346 Sep 16 19:39:00.427486 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac619dc-8d69-4d2f-807e-b9cec19cedee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4177edc-3e78-4788-bfa5-8ed713d35da6,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:39:00.428597 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 53912) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:39:00.435485 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac619dc-8d69-4d2f-807e-b9cec19cedee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:39:00.435835 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac619dc-8d69-4d2f-807e-b9cec19cedee admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:39:00.436176 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac619dc-8d69-4d2f-807e-b9cec19cedee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:39:00.436545 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac619dc-8d69-4d2f-807e-b9cec19cedee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:39:00.436879 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac619dc-8d69-4d2f-807e-b9cec19cedee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:39:00.437218 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac619dc-8d69-4d2f-807e-b9cec19cedee admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:39:00.437528 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac619dc-8d69-4d2f-807e-b9cec19cedee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:39:00.437851 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac619dc-8d69-4d2f-807e-b9cec19cedee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:39:00.438175 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac619dc-8d69-4d2f-807e-b9cec19cedee admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:39:00.438498 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac619dc-8d69-4d2f-807e-b9cec19cedee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:39:00.438823 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac619dc-8d69-4d2f-807e-b9cec19cedee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:39:00.439145 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac619dc-8d69-4d2f-807e-b9cec19cedee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:39:00.439461 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac619dc-8d69-4d2f-807e-b9cec19cedee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:39:00.439774 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac619dc-8d69-4d2f-807e-b9cec19cedee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:39:00.440089 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac619dc-8d69-4d2f-807e-b9cec19cedee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:39:00.747327 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d66a109a-a072-4abd-a874-5d5b8654bd77 admin admin] Publish callbacks [] for security_group (b4177edc-3e78-4788-bfa5-8ed713d35da6), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:00.769321 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d66a109a-a072-4abd-a874-5d5b8654bd77 admin admin] Publish callbacks [] for security_group (b4177edc-3e78-4788-bfa5-8ed713d35da6), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:00.786855 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:00.819095 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d66a109a-a072-4abd-a874-5d5b8654bd77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (b4177edc-3e78-4788-bfa5-8ed713d35da6), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:00.821700 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d66a109a-a072-4abd-a874-5d5b8654bd77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:00.822874 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-d66a109a-a072-4abd-a874-5d5b8654bd77 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/b4177edc-3e78-4788-bfa5-8ed713d35da6 HTTP/1.1" status: 204 len: 168 time: 0.3931293 Sep 16 19:39:00.830942 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a109a-a072-4abd-a874-5d5b8654bd77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4177edc-3e78-4788-bfa5-8ed713d35da6,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:39:01.984098 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:02.276021 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-46c5b97c-344b-4923-9e38-56c2308e1e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:03.212615 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-346e4353-895f-43b3-b0c1-349b355df80e tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=0f1def6155e94f22b5648d9020375dd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285821 Sep 16 19:39:03.396135 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-b008ad95-bc21-47e2-8dc0-e7f144f91117 tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:03.397635 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-b008ad95-bc21-47e2-8dc0-e7f144f91117 tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1801002 Sep 16 19:39:03.412996 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-a0a0c8da-87e3-489d-8706-7caa5eea65eb tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] 10.222.0.49 "GET /networking/v2.0/quotas/0f1def6155e94f22b5648d9020375dd0 HTTP/1.1" status: 200 len: 375 time: 0.0095203 Sep 16 19:39:03.455866 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-0995bbed-0d15-42d7-b6c9-81d43e5519eb tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=0f1def6155e94f22b5648d9020375dd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319684 Sep 16 19:39:03.630741 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4de1668d-bdb6-4dfd-859a-87f6312bb31a req-53ec2cd0-2683-47e2-8db7-7baa52b39a28 tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=dda0b585-22e3-4196-9dc6-11cabdc51d87 HTTP/1.1" status: 200 len: 210 time: 0.0288594 Sep 16 19:39:03.663106 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:04.749928 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3282009a-42df-4b7d-b775-d3afbc9dc8a3 req-73c1d0e3-5ef2-401c-bc58-f92ca82cdd55 tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=dda0b585-22e3-4196-9dc6-11cabdc51d87 HTTP/1.1" status: 200 len: 210 time: 0.0309269 Sep 16 19:39:04.915861 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-0aa03372-09ae-41fe-997f-57fdac0e083e tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=0f1def6155e94f22b5648d9020375dd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330064 Sep 16 19:39:04.941213 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:05.012807 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:05.115511 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:05.149454 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-901d40f3-7e8c-4217-bbdb-ba00c2fdc50a tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:05.151026 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-901d40f3-7e8c-4217-bbdb-ba00c2fdc50a tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2304504 Sep 16 19:39:05.204727 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-35d54600-0a17-40b9-92aa-31b18981ee98 tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] Request body: {'port': {'device_id': 'dda0b585-22e3-4196-9dc6-11cabdc51d87', 'network_id': '642f07a7-7ab3-4c87-97aa-4a516a0af383', 'admin_state_up': True, 'tenant_id': '0f1def6155e94f22b5648d9020375dd0'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:39:05.344510 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-35d54600-0a17-40b9-92aa-31b18981ee98 tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] Made reservation on behalf of 0f1def6155e94f22b5648d9020375dd0 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:39:05.350535 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-35d54600-0a17-40b9-92aa-31b18981ee98 tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:05.364252 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-35d54600-0a17-40b9-92aa-31b18981ee98 tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:05.448269 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-35d54600-0a17-40b9-92aa-31b18981ee98 tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] Publish callbacks [] for security_group (f4e09360-9b9f-4103-81bd-a27d945037ec), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:05.453748 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-35d54600-0a17-40b9-92aa-31b18981ee98 tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (f4e09360-9b9f-4103-81bd-a27d945037ec), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:05.515121 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d54600-0a17-40b9-92aa-31b18981ee98 tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e09360-9b9f-4103-81bd-a27d945037ec,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:39:05.602870 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-35d54600-0a17-40b9-92aa-31b18981ee98 tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] Allocated IP 192.168.233.167 (642f07a7-7ab3-4c87-97aa-4a516a0af383/3c908e0d-6370-4b52-8063-c765c3ae50ac/b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:39:05.758619 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-35d54600-0a17-40b9-92aa-31b18981ee98 tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] Publish callbacks [] for port (b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:05.793908 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-35d54600-0a17-40b9-92aa-31b18981ee98 tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:05.836826 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:05.848454 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-35d54600-0a17-40b9-92aa-31b18981ee98 tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] Network 642f07a7-7ab3-4c87-97aa-4a516a0af383 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:39:05.862280 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-35d54600-0a17-40b9-92aa-31b18981ee98 tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:39:05.865549 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-35d54600-0a17-40b9-92aa-31b18981ee98 tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:39:05.886256 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d54600-0a17-40b9-92aa-31b18981ee98 tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] Pushing event updated for resources: {'Port': ['ID=b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:39:05.919262 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:05.942957 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769898ab-1017-41d8-8fdd-3d399697679e req-daeb3055-6b28-4052-90ce-9739b9cc4d9d tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:05.944473 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-769898ab-1017-41d8-8fdd-3d399697679e req-daeb3055-6b28-4052-90ce-9739b9cc4d9d tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=dda0b585-22e3-4196-9dc6-11cabdc51d87 HTTP/1.1" status: 200 len: 936 time: 0.1012268 Sep 16 19:39:05.967280 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-35d54600-0a17-40b9-92aa-31b18981ee98 tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:05.967899 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-35d54600-0a17-40b9-92aa-31b18981ee98 tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:06.015054 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-35d54600-0a17-40b9-92aa-31b18981ee98 tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8145337 Sep 16 19:39:06.034469 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-6efe39a5-5446-4c85-a0f3-747387e68fde service neutron] Request body: {'port': {'device_id': 'dda0b585-22e3-4196-9dc6-11cabdc51d87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:39:06.042356 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-769898ab-1017-41d8-8fdd-3d399697679e req-436d9ab9-c43d-4c4a-957c-e2a0085a21bb tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f4e09360-9b9f-4103-81bd-a27d945037ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914817 Sep 16 19:39:06.081923 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c2bd8868-48ed-4dc1-af8c-4d046713f00e None None] Provisioning complete for port b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:39:06.082541 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c2bd8868-48ed-4dc1-af8c-4d046713f00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:06.082763 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-c2bd8868-48ed-4dc1-af8c-4d046713f00e None None] Attempt 1 to provision port b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1 Sep 16 19:39:06.101800 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-6efe39a5-5446-4c85-a0f3-747387e68fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:06.117354 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd8868-48ed-4dc1-af8c-4d046713f00e None None] Port b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:39:06.368579 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-6efe39a5-5446-4c85-a0f3-747387e68fde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 19:39:06.376945 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-6efe39a5-5446-4c85-a0f3-747387e68fde service neutron] Publish callbacks [] for port (b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:06.391630 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-6efe39a5-5446-4c85-a0f3-747387e68fde service neutron] Transition to ACTIVE for port object b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 19:39:06.397131 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-6efe39a5-5446-4c85-a0f3-747387e68fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2678318'] for port (b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:06.477395 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe39a5-5446-4c85-a0f3-747387e68fde service neutron] Pushing event updated for resources: {'Port': ['ID=b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:39:06.519694 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-6efe39a5-5446-4c85-a0f3-747387e68fde service neutron] Attempting to bind port b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:39:06.519694 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-6efe39a5-5446-4c85-a0f3-747387e68fde service neutron] Attempting to bind port b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '0529bbeb-909c-4d84-b866-83ea404bb834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '642f07a7-7ab3-4c87-97aa-4a516a0af383'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:39:06.519694 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-6efe39a5-5446-4c85-a0f3-747387e68fde service neutron] Attempting to bind port b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1 on network 642f07a7-7ab3-4c87-97aa-4a516a0af383 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:39:06.565354 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-6efe39a5-5446-4c85-a0f3-747387e68fde service neutron] Port b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1 on network 642f07a7-7ab3-4c87-97aa-4a516a0af383 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 19:39:06.565682 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-6efe39a5-5446-4c85-a0f3-747387e68fde service neutron] Attempting to bind port b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1 on network 642f07a7-7ab3-4c87-97aa-4a516a0af383 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:39:06.618793 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-c2bd8868-48ed-4dc1-af8c-4d046713f00e None None] Attempt 2 to provision port b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1 Sep 16 19:39:06.645161 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad751d67-1714-4a94-aa70-b10829fc8a5c req-882be864-c59e-494f-9f17-b5835767e6d2 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:06.646641 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ad751d67-1714-4a94-aa70-b10829fc8a5c req-882be864-c59e-494f-9f17-b5835767e6d2 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6bc707d3-a68e-4552-a70a-f11fb466faf1 HTTP/1.1" status: 200 len: 946 time: 0.0607867 Sep 16 19:39:06.648194 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-6efe39a5-5446-4c85-a0f3-747387e68fde service neutron] Checking agent: {'id': 'f29a7e91-2c4b-48c7-9aed-98e73119d395', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 24, 59), 'started_at': datetime.datetime(2022, 9, 16, 19, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:39:06.648194 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-6efe39a5-5446-4c85-a0f3-747387e68fde service neutron] Checking segment: {'id': '0529bbeb-909c-4d84-b866-83ea404bb834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '642f07a7-7ab3-4c87-97aa-4a516a0af383'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:39:06.648558 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-6efe39a5-5446-4c85-a0f3-747387e68fde service neutron] Bound using segment: {'id': '0529bbeb-909c-4d84-b866-83ea404bb834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '642f07a7-7ab3-4c87-97aa-4a516a0af383'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:39:06.649007 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-6efe39a5-5446-4c85-a0f3-747387e68fde service neutron] Bound port: b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0529bbeb-909c-4d84-b866-83ea404bb834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '642f07a7-7ab3-4c87-97aa-4a516a0af383'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:39:06.649357 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-6efe39a5-5446-4c85-a0f3-747387e68fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:06.653103 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd8868-48ed-4dc1-af8c-4d046713f00e None None] Port b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:39:06.722554 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:06.747728 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ad751d67-1714-4a94-aa70-b10829fc8a5c req-1645b374-7d5f-4be9-bae0-65af142cefa9 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2114d520-9e6f-4a63-bc5e-07ce01a9aa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885487 Sep 16 19:39:06.751762 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-6efe39a5-5446-4c85-a0f3-747387e68fde service neutron] For port b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1, host hv-cinder-85032, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:39:06.755111 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-6efe39a5-5446-4c85-a0f3-747387e68fde service neutron] For port b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1,segment=NetworkSegment(0529bbeb-909c-4d84-b866-83ea404bb834),segment_id=0529bbeb-909c-4d84-b866-83ea404bb834)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:39:06.756244 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:06.765286 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-6efe39a5-5446-4c85-a0f3-747387e68fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2678318'] for port (b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:06.787864 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-6efe39a5-5446-4c85-a0f3-747387e68fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:06.788515 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-6efe39a5-5446-4c85-a0f3-747387e68fde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:06.789868 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-6efe39a5-5446-4c85-a0f3-747387e68fde service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1 HTTP/1.1" status: 200 len: 1098 time: 0.7605371 Sep 16 19:39:06.790374 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dda0b585-22e3-4196-9dc6-11cabdc51d87', 'tag': 'b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:39:06.792810 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc02aeec164665d1be19478bc83a94d6f81df8203eb0e70a86ccaa2f58cdb70d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85af57f8-3319-4b83-bde0-ad54c5b3e164" -d '{"events": [{"name": "network-changed", "server_uuid": "dda0b585-22e3-4196-9dc6-11cabdc51d87", "tag": "b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:39:06.822656 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe39a5-5446-4c85-a0f3-747387e68fde service neutron] Pushing event updated for resources: {'Port': ['ID=b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:39:06.832442 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 19:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb7c62c-7580-43b5-9e4e-91896695d234 x-openstack-request-id: req-3cb7c62c-7580-43b5-9e4e-91896695d234 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:39:06.832741 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dda0b585-22e3-4196-9dc6-11cabdc51d87", "tag": "b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:39:06.832999 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3cb7c62c-7580-43b5-9e4e-91896695d234 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:39:06.833396 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cb7c62c-7580-43b5-9e4e-91896695d234'] response: {'name': 'network-changed', 'server_uuid': 'dda0b585-22e3-4196-9dc6-11cabdc51d87', 'tag': 'b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1', 'status': 'completed', 'code': 200} Sep 16 19:39:07.153991 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-c2bd8868-48ed-4dc1-af8c-4d046713f00e None None] Attempt 3 to provision port b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1 Sep 16 19:39:07.166427 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00192f-1f1d-4709-bee8-fa5cb4071bf1 req-7cbd47fd-4951-456f-992f-a10ac489f98b tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:07.167902 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3d00192f-1f1d-4709-bee8-fa5cb4071bf1 req-7cbd47fd-4951-456f-992f-a10ac489f98b tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=dda0b585-22e3-4196-9dc6-11cabdc51d87 HTTP/1.1" status: 200 len: 948 time: 0.0502720 Sep 16 19:39:07.192433 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd8868-48ed-4dc1-af8c-4d046713f00e None None] Port b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1 had new provisioning blocks added so it will not transition to active. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 19:39:07.216967 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3d00192f-1f1d-4709-bee8-fa5cb4071bf1 req-1b6f00e0-af9b-4b7a-a7d1-297d9aa01afd tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f4e09360-9b9f-4103-81bd-a27d945037ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431876 Sep 16 19:39:07.716817 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af57f8-3319-4b83-bde0-ad54c5b3e164 req-f0b2bafb-3e18-4694-ad5a-731188d466b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:07.718253 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-85af57f8-3319-4b83-bde0-ad54c5b3e164 req-f0b2bafb-3e18-4694-ad5a-731188d466b0 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=0f1def6155e94f22b5648d9020375dd0&device_id=dda0b585-22e3-4196-9dc6-11cabdc51d87 HTTP/1.1" status: 200 len: 1132 time: 0.0435207 Sep 16 19:39:07.768577 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-85af57f8-3319-4b83-bde0-ad54c5b3e164 req-c4d3527d-189f-4647-a50a-e4e9a65101a1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=0f1def6155e94f22b5648d9020375dd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192714 Sep 16 19:39:07.882579 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c54411-06e4-4eb7-92a3-916dc6718057 req-1fd52c9c-e9fd-4656-8178-cb26238fcced tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:07.884031 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-38c54411-06e4-4eb7-92a3-916dc6718057 req-1fd52c9c-e9fd-4656-8178-cb26238fcced tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6bc707d3-a68e-4552-a70a-f11fb466faf1 HTTP/1.1" status: 200 len: 946 time: 0.0466788 Sep 16 19:39:07.916107 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af57f8-3319-4b83-bde0-ad54c5b3e164 req-584e175d-0bc4-4f25-8545-72657e3a108f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:07.918168 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-85af57f8-3319-4b83-bde0-ad54c5b3e164 req-584e175d-0bc4-4f25-8545-72657e3a108f service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904129 Sep 16 19:39:07.940998 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-38c54411-06e4-4eb7-92a3-916dc6718057 req-2a662a81-5d4d-416c-9ed8-da6181a72973 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2114d520-9e6f-4a63-bc5e-07ce01a9aa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506449 Sep 16 19:39:08.097027 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-3b8af720-35b6-44f5-96dd-d7c8f84c8300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:08.098514 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-3b8af720-35b6-44f5-96dd-d7c8f84c8300 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=0f1def6155e94f22b5648d9020375dd0&device_id=dda0b585-22e3-4196-9dc6-11cabdc51d87 HTTP/1.1" status: 200 len: 1132 time: 0.0442331 Sep 16 19:39:08.367212 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-ec553b2f-eb2d-40d2-b11c-0afb0872b5f3 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1 HTTP/1.1" status: 200 len: 217 time: 0.0520790 Sep 16 19:39:08.379827 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56bb44a-ddd1-439b-a140-954d9fcf335c req-fe579ec7-3447-4e67-ad22-3820c301b145 tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:08.381248 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f56bb44a-ddd1-439b-a140-954d9fcf335c req-fe579ec7-3447-4e67-ad22-3820c301b145 tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=dda0b585-22e3-4196-9dc6-11cabdc51d87 HTTP/1.1" status: 200 len: 948 time: 0.0797057 Sep 16 19:39:08.462231 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f56bb44a-ddd1-439b-a140-954d9fcf335c req-bb63fbba-1478-4b24-9e98-0e6117ee349c tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f4e09360-9b9f-4103-81bd-a27d945037ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738647 Sep 16 19:39:08.466321 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64839f6-6785-4fd7-87bc-83f7c143bbaa req-58872628-99fd-48aa-8985-5fb9381e8b39 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:08.467797 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c64839f6-6785-4fd7-87bc-83f7c143bbaa req-58872628-99fd-48aa-8985-5fb9381e8b39 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6bc707d3-a68e-4552-a70a-f11fb466faf1 HTTP/1.1" status: 200 len: 946 time: 0.0481870 Sep 16 19:39:08.477261 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-c27294cc-2f15-4d44-95fc-a55dd8368093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:08.478728 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-c27294cc-2f15-4d44-95fc-a55dd8368093 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=3c908e0d-6370-4b52-8063-c765c3ae50ac HTTP/1.1" status: 200 len: 843 time: 0.0583613 Sep 16 19:39:08.522674 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-f41c3bcc-a3ff-43fd-9e00-3745b446bd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:08.524167 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-f41c3bcc-a3ff-43fd-9e00-3745b446bd3c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=642f07a7-7ab3-4c87-97aa-4a516a0af383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0392115 Sep 16 19:39:08.549926 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-c64839f6-6785-4fd7-87bc-83f7c143bbaa req-be651f23-3afd-4b0e-a0cf-e4470d21019d tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Deleting port d34505ba-deaa-4e9a-a589-6e60cc45deb8 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:39:08.550266 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c64839f6-6785-4fd7-87bc-83f7c143bbaa req-be651f23-3afd-4b0e-a0cf-e4470d21019d tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (d34505ba-deaa-4e9a-a589-6e60cc45deb8), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:08.617866 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-ebd723d8-87cf-4402-a78c-cdae7fff145d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/642f07a7-7ab3-4c87-97aa-4a516a0af383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871866 Sep 16 19:39:08.644361 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-c64839f6-6785-4fd7-87bc-83f7c143bbaa req-be651f23-3afd-4b0e-a0cf-e4470d21019d tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] For port d34505ba-deaa-4e9a-a589-6e60cc45deb8, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=d34505ba-deaa-4e9a-a589-6e60cc45deb8,segment=NetworkSegment(7e734341-746a-4fdc-b511-0d6ed890ef79),segment_id=7e734341-746a-4fdc-b511-0d6ed890ef79)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:39:08.644766 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c64839f6-6785-4fd7-87bc-83f7c143bbaa req-be651f23-3afd-4b0e-a0cf-e4470d21019d tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (d34505ba-deaa-4e9a-a589-6e60cc45deb8), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:08.709202 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6ae6e64d-fe17-4615-bfa7-00b7397d205a req-db0e2576-d976-46e7-a0b8-944b9ca114e3 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/642f07a7-7ab3-4c87-97aa-4a516a0af383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842495 Sep 16 19:39:08.814332 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c64839f6-6785-4fd7-87bc-83f7c143bbaa req-be651f23-3afd-4b0e-a0cf-e4470d21019d tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:08.814685 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c64839f6-6785-4fd7-87bc-83f7c143bbaa req-be651f23-3afd-4b0e-a0cf-e4470d21019d tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681123'] for floatingip (e890505e-6c23-4343-8f32-44165e5b8de2), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:08.814993 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.db.l3_db [req-c64839f6-6785-4fd7-87bc-83f7c143bbaa req-be651f23-3afd-4b0e-a0cf-e4470d21019d tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Floating IP e890505e-6c23-4343-8f32-44165e5b8de2 disassociated. External IP: 172.27.2.87, port: d34505ba-deaa-4e9a-a589-6e60cc45deb8. Sep 16 19:39:08.815323 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-c64839f6-6785-4fd7-87bc-83f7c143bbaa req-be651f23-3afd-4b0e-a0cf-e4470d21019d tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Calling delete_port for d34505ba-deaa-4e9a-a589-6e60cc45deb8 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:39:08.876761 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:08.896026 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:08.956693 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c64839f6-6785-4fd7-87bc-83f7c143bbaa req-be651f23-3afd-4b0e-a0cf-e4470d21019d tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (d34505ba-deaa-4e9a-a589-6e60cc45deb8), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:08.989186 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be651f23-3afd-4b0e-a0cf-e4470d21019d tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Pushing event deleted for resources: {'Port': ['ID=d34505ba-deaa-4e9a-a589-6e60cc45deb8,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:39:09.067899 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-11a3cd50-75ca-4778-aa5c-282b3f91e35b req-7f17c0e2-1b5e-4778-9959-27eee9ff2eff tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6bc707d3-a68e-4552-a70a-f11fb466faf1 HTTP/1.1" status: 200 len: 210 time: 0.0359831 Sep 16 19:39:09.125900 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c64839f6-6785-4fd7-87bc-83f7c143bbaa req-be651f23-3afd-4b0e-a0cf-e4470d21019d tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Router 002af737-514c-4af7-9b09-9a09e600ed84 has already been hosted by L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:39:09.233035 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c64839f6-6785-4fd7-87bc-83f7c143bbaa req-be651f23-3afd-4b0e-a0cf-e4470d21019d tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:39:09.244361 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2498fc1d-0940-4416-9db8-b71e93f9db32 None None] Sync routers for ids ['002af737-514c-4af7-9b09-9a09e600ed84'] in dv-cinder-850320-7-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:39:09.255527 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2498fc1d-0940-4416-9db8-b71e93f9db32 None None] Routers {'002af737-514c-4af7-9b09-9a09e600ed84'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:39:09.256210 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-2498fc1d-0940-4416-9db8-b71e93f9db32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:39:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['002af737-514c-4af7-9b09-9a09e600ed84'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:39:09.274872 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-c64839f6-6785-4fd7-87bc-83f7c143bbaa req-be651f23-3afd-4b0e-a0cf-e4470d21019d tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] No DVR routers for this DVR port d34505ba-deaa-4e9a-a589-6e60cc45deb8 on host hv-cinder-85032 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 19:39:09.277620 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c64839f6-6785-4fd7-87bc-83f7c143bbaa req-be651f23-3afd-4b0e-a0cf-e4470d21019d tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:09.280914 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c64839f6-6785-4fd7-87bc-83f7c143bbaa req-be651f23-3afd-4b0e-a0cf-e4470d21019d tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.27 "DELETE /networking/v2.0/ports/d34505ba-deaa-4e9a-a589-6e60cc45deb8 HTTP/1.1" status: 204 len: 173 time: 0.8078468 Sep 16 19:39:09.281452 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc707d3-a68e-4552-a70a-f11fb466faf1', 'name': 'network-vif-deleted', 'tag': 'd34505ba-deaa-4e9a-a589-6e60cc45deb8'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:39:09.283700 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e152f16bac9f1df6f483fa1cb5a6d8c6a2a494143f87e2794594a52eeef6f53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7126f304-2ea3-48b1-8cfd-bcd34c5a4d65" -d '{"events": [{"server_uuid": "6bc707d3-a68e-4552-a70a-f11fb466faf1", "name": "network-vif-deleted", "tag": "d34505ba-deaa-4e9a-a589-6e60cc45deb8"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:39:09.364729 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-2498fc1d-0940-4416-9db8-b71e93f9db32 None None] Set router 002af737-514c-4af7-9b09-9a09e600ed84 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:39:09.451767 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 19:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5aa145d-1ce7-44cd-8636-e18b9ab2c3fd x-openstack-request-id: req-a5aa145d-1ce7-44cd-8636-e18b9ab2c3fd {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:39:09.452163 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bc707d3-a68e-4552-a70a-f11fb466faf1", "name": "network-vif-deleted", "tag": "d34505ba-deaa-4e9a-a589-6e60cc45deb8", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:39:09.452555 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a5aa145d-1ce7-44cd-8636-e18b9ab2c3fd {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:39:09.453020 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5aa145d-1ce7-44cd-8636-e18b9ab2c3fd'] response: {'server_uuid': '6bc707d3-a68e-4552-a70a-f11fb466faf1', 'name': 'network-vif-deleted', 'tag': 'd34505ba-deaa-4e9a-a589-6e60cc45deb8', 'status': 'completed', 'code': 200} Sep 16 19:39:09.565734 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-2498fc1d-0940-4416-9db8-b71e93f9db32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002af737-514c-4af7-9b09-9a09e600ed84', 'name': 'tempest-TestVolumeBootPattern-907653964-router', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:35:37Z', 'updated_at': '2022-09-16T19:35:40Z', 'revision_number': 4, 'project_id': '9b9158de13684627b042d2a183330eff', 'gw_port': {'id': '7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:38Z', 'updated_at': '2022-09-16T19:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '58d5b297-c5a6-4a57-9275-f26abaaeeb2e', 'name': '', 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'mac_address': 'fa:16:3e:6f:85:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '085fd4f8-7ca2-48a8-876f-2233969b7ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:40Z', 'updated_at': '2022-09-16T19:35:46Z', 'revision_number': 5, 'project_id': '9b9158de13684627b042d2a183330eff', 'subnets': [{'id': '085fd4f8-7ca2-48a8-876f-2233969b7ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:39:09.592429 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2498fc1d-0940-4416-9db8-b71e93f9db32 None None] Checking router: 002af737-514c-4af7-9b09-9a09e600ed84 for host: dv-cinder-850320-7-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:39:09.602104 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2498fc1d-0940-4416-9db8-b71e93f9db32 None None] Routers {'002af737-514c-4af7-9b09-9a09e600ed84'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:39:09.602721 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-2498fc1d-0940-4416-9db8-b71e93f9db32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:39:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['002af737-514c-4af7-9b09-9a09e600ed84'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:39:09.710900 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-2498fc1d-0940-4416-9db8-b71e93f9db32 None None] Set router 002af737-514c-4af7-9b09-9a09e600ed84 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:39:09.745340 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f8c2ab-5c65-422f-ac28-5b5fb08459a7 req-76892aef-9cb7-4770-9f7f-5190997173c4 tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:09.746854 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-77f8c2ab-5c65-422f-ac28-5b5fb08459a7 req-76892aef-9cb7-4770-9f7f-5190997173c4 tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=dda0b585-22e3-4196-9dc6-11cabdc51d87 HTTP/1.1" status: 200 len: 948 time: 0.0504014 Sep 16 19:39:09.798097 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-77f8c2ab-5c65-422f-ac28-5b5fb08459a7 req-a21a214c-d1cb-4952-8930-73849b87099c tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f4e09360-9b9f-4103-81bd-a27d945037ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453353 Sep 16 19:39:10.030147 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-2498fc1d-0940-4416-9db8-b71e93f9db32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002af737-514c-4af7-9b09-9a09e600ed84', 'name': 'tempest-TestVolumeBootPattern-907653964-router', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:35:37Z', 'updated_at': '2022-09-16T19:35:40Z', 'revision_number': 4, 'project_id': '9b9158de13684627b042d2a183330eff', 'gw_port': {'id': '7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:38Z', 'updated_at': '2022-09-16T19:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '58d5b297-c5a6-4a57-9275-f26abaaeeb2e', 'name': '', 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'mac_address': 'fa:16:3e:6f:85:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '085fd4f8-7ca2-48a8-876f-2233969b7ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:40Z', 'updated_at': '2022-09-16T19:35:46Z', 'revision_number': 5, 'project_id': '9b9158de13684627b042d2a183330eff', 'subnets': [{'id': '085fd4f8-7ca2-48a8-876f-2233969b7ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:39:10.058476 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2498fc1d-0940-4416-9db8-b71e93f9db32 None None] The sync data for ids ['002af737-514c-4af7-9b09-9a09e600ed84'] in dv-cinder-850320-7-iscsi is: [{'id': '002af737-514c-4af7-9b09-9a09e600ed84', 'name': 'tempest-TestVolumeBootPattern-907653964-router', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:35:37Z', 'updated_at': '2022-09-16T19:35:40Z', 'revision_number': 4, 'project_id': '9b9158de13684627b042d2a183330eff', 'gw_port': {'id': '7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:38Z', 'updated_at': '2022-09-16T19:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '58d5b297-c5a6-4a57-9275-f26abaaeeb2e', 'name': '', 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'mac_address': 'fa:16:3e:6f:85:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '085fd4f8-7ca2-48a8-876f-2233969b7ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:40Z', 'updated_at': '2022-09-16T19:35:46Z', 'revision_number': 5, 'project_id': '9b9158de13684627b042d2a183330eff', 'subnets': [{'id': '085fd4f8-7ca2-48a8-876f-2233969b7ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:39:10.175742 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-97380efa-b464-451d-8ebb-d8acd6a29232 req-828debd3-6798-4ff8-ba22-ef87fcbe2b03 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6bc707d3-a68e-4552-a70a-f11fb466faf1 HTTP/1.1" status: 200 len: 210 time: 0.0279732 Sep 16 19:39:10.293274 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2fbc48-25d8-4d9e-b00f-2dbecd0fe87c None None] New status for floating IP e890505e-6c23-4343-8f32-44165e5b8de2: DOWN {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 19:39:10.930553 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb1e31c-cba2-44fc-a614-4d86f23015d9 req-3f911414-505f-412a-86ba-69ec0b4db949 tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:10.931938 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7bb1e31c-cba2-44fc-a614-4d86f23015d9 req-3f911414-505f-412a-86ba-69ec0b4db949 tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=dda0b585-22e3-4196-9dc6-11cabdc51d87 HTTP/1.1" status: 200 len: 948 time: 0.0495784 Sep 16 19:39:10.978995 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7bb1e31c-cba2-44fc-a614-4d86f23015d9 req-c127f6f4-09ea-4121-81e3-eb4b4da4a753 tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f4e09360-9b9f-4103-81bd-a27d945037ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412455 Sep 16 19:39:11.285002 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ef861623-66b6-4b77-a723-0a766299ce1b req-afed7ca5-b306-45ef-971e-df95e58b2516 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6bc707d3-a68e-4552-a70a-f11fb466faf1 HTTP/1.1" status: 200 len: 210 time: 0.0336521 Sep 16 19:39:12.118485 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432ad37-a943-4c59-bf92-4d7a038f66eb req-f0e87c29-a7c4-4705-b811-aeaf71f6836d tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:12.119929 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3432ad37-a943-4c59-bf92-4d7a038f66eb req-f0e87c29-a7c4-4705-b811-aeaf71f6836d tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=dda0b585-22e3-4196-9dc6-11cabdc51d87 HTTP/1.1" status: 200 len: 948 time: 0.0486743 Sep 16 19:39:12.180525 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3432ad37-a943-4c59-bf92-4d7a038f66eb req-7b078c71-d6b9-4ba9-8f57-05684d905ce8 tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f4e09360-9b9f-4103-81bd-a27d945037ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517116 Sep 16 19:39:12.481639 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 19:39:12.495038 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:12.498398 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device d34505ba-deaa-4e9a-a589-6e60cc45deb8 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:39:12.502986 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:12.523450 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] No Port match for: d34505ba-deaa-4e9a-a589-6e60cc45deb8 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:39:12.523781 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device d34505ba-deaa-4e9a-a589-6e60cc45deb8 not bound to the agent host hv-cinder-85032 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:39:12.588004 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c90437a6-ce3e-4725-b888-d3d38cb72679 req-b3212fc7-e506-4f93-a86d-6869169207c0 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1822792021&fields=id&tenant_id=9b9158de13684627b042d2a183330eff HTTP/1.1" status: 200 len: 267 time: 0.0461273 Sep 16 19:39:12.618014 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1,segment=NetworkSegment(0529bbeb-909c-4d84-b866-83ea404bb834),segment_id=0529bbeb-909c-4d84-b866-83ea404bb834)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:39:12.629499 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Returning: {'device': 'b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1', 'network_id': '642f07a7-7ab3-4c87-97aa-4a516a0af383', 'port_id': 'b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1', 'mac_address': 'fa:16:3e:da:de:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c908e0d-6370-4b52-8063-c765c3ae50ac', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 19:39:12.666572 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1 is: DOWN; New status is: BUILD {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:39:12.667055 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:12.681650 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 19:39:12.695656 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90437a6-ce3e-4725-b888-d3d38cb72679 req-362688f0-fb6b-4962-9a77-de61e1005a77 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:12.697219 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c90437a6-ce3e-4725-b888-d3d38cb72679 req-362688f0-fb6b-4962-9a77-de61e1005a77 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/networks?id=a6a02090-2f02-4634-aa67-dc86c3956885 HTTP/1.1" status: 200 len: 811 time: 0.1023457 Sep 16 19:39:12.702788 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1,segment=NetworkSegment(0529bbeb-909c-4d84-b866-83ea404bb834),segment_id=0529bbeb-909c-4d84-b866-83ea404bb834)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:39:12.707753 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:12.712979 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c90437a6-ce3e-4725-b888-d3d38cb72679 req-b8f91570-bbd8-42cf-b4c1-23c5d21f12e5 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/quotas/9b9158de13684627b042d2a183330eff HTTP/1.1" status: 200 len: 375 time: 0.0096827 Sep 16 19:39:12.754696 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:39:12.762121 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:39:12.762499 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:39:12.762859 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:39:12.763218 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:39:12.763534 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:39:12.763875 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:39:12.764219 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:39:12.764577 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:39:12.765247 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:39:12.765555 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:39:12.765875 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:39:12.766206 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:39:12.766525 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:39:12.766843 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:39:12.767159 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:39:12.768078 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c90437a6-ce3e-4725-b888-d3d38cb72679 req-c996169a-bd1e-468e-8c7f-b6fc871636b7 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=9b9158de13684627b042d2a183330eff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493796 Sep 16 19:39:12.876961 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c90437a6-ce3e-4725-b888-d3d38cb72679 req-ecae9e05-ae9b-4d7d-8565-cddc0f4530b4 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a6a02090-2f02-4634-aa67-dc86c3956885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958080 Sep 16 19:39:12.889469 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:12.951283 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:12.972978 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c90437a6-ce3e-4725-b888-d3d38cb72679 req-9fa2e30f-163e-4198-bf75-fd10cbc07cee service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a6a02090-2f02-4634-aa67-dc86c3956885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901647 Sep 16 19:39:13.103523 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] get_ports_and_sgs() called for port_ids ['b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 19:39:13.298668 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ffbb89a9-7852-46d5-9d4a-85f2af48b895 req-1f880d7c-061c-4271-8d67-a43c32d8f8ba tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc HTTP/1.1" status: 200 len: 210 time: 0.0434251 Sep 16 19:39:13.329570 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1364660-bc19-4ab0-b682-f085dacfd955 req-24ebf2b2-bc6e-4fec-9844-741785f2967e tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:13.331065 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e1364660-bc19-4ab0-b682-f085dacfd955 req-24ebf2b2-bc6e-4fec-9844-741785f2967e tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=dda0b585-22e3-4196-9dc6-11cabdc51d87 HTTP/1.1" status: 200 len: 949 time: 0.0472376 Sep 16 19:39:13.383007 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e1364660-bc19-4ab0-b682-f085dacfd955 req-da8dda29-25da-43a0-8d0d-abffa6e6819d tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f4e09360-9b9f-4103-81bd-a27d945037ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458910 Sep 16 19:39:14.415895 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d4f34a94-fedc-4b68-ab5d-1aa41130b499 req-ff5bea60-44b4-495b-8194-4f5d82652319 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc HTTP/1.1" status: 200 len: 210 time: 0.0400007 Sep 16 19:39:14.499517 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1 up at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:39:14.526321 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca88376-adad-4c6a-8bd8-8071f6b96a7d req-774b9674-fd42-4507-a107-541b2cdf955e tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:14.527862 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0ca88376-adad-4c6a-8bd8-8071f6b96a7d req-774b9674-fd42-4507-a107-541b2cdf955e tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=dda0b585-22e3-4196-9dc6-11cabdc51d87 HTTP/1.1" status: 200 len: 949 time: 0.0490732 Sep 16 19:39:14.530260 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90437a6-ce3e-4725-b888-d3d38cb72679 req-89c78c57-321d-4dbd-a09d-b625829281d7 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:14.531829 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c90437a6-ce3e-4725-b888-d3d38cb72679 req-89c78c57-321d-4dbd-a09d-b625829281d7 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.27 "GET /networking/v2.0/networks?id=a6a02090-2f02-4634-aa67-dc86c3956885 HTTP/1.1" status: 200 len: 811 time: 0.1271584 Sep 16 19:39:14.555956 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Provisioning for port b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 19:39:14.564136 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Provisioning complete for port b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:39:14.564736 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:14.565139 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Attempt 1 to provision port b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1 Sep 16 19:39:14.589036 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0ca88376-adad-4c6a-8bd8-8071f6b96a7d req-708d7b4b-130d-49db-9f89-6cfaa9ec6822 tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f4e09360-9b9f-4103-81bd-a27d945037ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536041 Sep 16 19:39:14.605339 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c90437a6-ce3e-4725-b888-d3d38cb72679 req-e5ee8bfa-d0af-45dd-9492-c2e235937db8 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9b9158de13684627b042d2a183330eff HTTP/1.1" status: 200 len: 380 time: 0.0597067 Sep 16 19:39:14.615412 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-c90437a6-ce3e-4725-b888-d3d38cb72679 req-8056bece-3c5f-4912-b6db-096c28fa8dd6 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Request body: {'port': {'device_id': '0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc', 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885', 'admin_state_up': True, 'tenant_id': '9b9158de13684627b042d2a183330eff', 'security_groups': ['2114d520-9e6f-4a63-bc5e-07ce01a9aa27']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:39:14.654627 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1 is: BUILD; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:39:14.655022 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:14.680417 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda0b585-22e3-4196-9dc6-11cabdc51d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:39:14.682730 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f3f7bbbb38247194f391b6222dc5c183e9bfb457d3b71a23f23b79e9cf016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0a671e-7a2d-4832-ba95-bd770a73f1ef" -d '{"events": [{"server_uuid": "dda0b585-22e3-4196-9dc6-11cabdc51d87", "name": "network-vif-plugged", "status": "completed", "tag": "b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:39:14.697591 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1,segment=NetworkSegment(0529bbeb-909c-4d84-b866-83ea404bb834),segment_id=0529bbeb-909c-4d84-b866-83ea404bb834)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:39:14.705144 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:14.729004 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 19:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84fe893b-0e80-434e-8abc-6416fd899551 x-openstack-request-id: req-84fe893b-0e80-434e-8abc-6416fd899551 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:39:14.729293 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda0b585-22e3-4196-9dc6-11cabdc51d87", "name": "network-vif-plugged", "status": "completed", "tag": "b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:39:14.729547 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-84fe893b-0e80-434e-8abc-6416fd899551 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:39:14.729947 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84fe893b-0e80-434e-8abc-6416fd899551'] response: {'server_uuid': 'dda0b585-22e3-4196-9dc6-11cabdc51d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1', 'code': 200} Sep 16 19:39:14.731273 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c90437a6-ce3e-4725-b888-d3d38cb72679 req-8056bece-3c5f-4912-b6db-096c28fa8dd6 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Made reservation on behalf of 9b9158de13684627b042d2a183330eff for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:39:14.735598 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c90437a6-ce3e-4725-b888-d3d38cb72679 req-8056bece-3c5f-4912-b6db-096c28fa8dd6 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:14.756363 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:39:14.870332 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-c90437a6-ce3e-4725-b888-d3d38cb72679 req-8056bece-3c5f-4912-b6db-096c28fa8dd6 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Allocated IP 172.20.0.3 (a6a02090-2f02-4634-aa67-dc86c3956885/085fd4f8-7ca2-48a8-876f-2233969b7ec3/c34a3cd9-3655-434d-96cf-65014b97c1ea) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:39:14.952424 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d148060-448c-4a82-8e9e-2a109aa08f22 req-1881061c-80ce-4b99-90db-415289a3f2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:14.954296 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7d148060-448c-4a82-8e9e-2a109aa08f22 req-1881061c-80ce-4b99-90db-415289a3f2af service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dda0b585-22e3-4196-9dc6-11cabdc51d87 HTTP/1.1" status: 200 len: 1134 time: 0.0470588 Sep 16 19:39:14.988217 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:14.999234 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:15.007369 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7d148060-448c-4a82-8e9e-2a109aa08f22 req-5f8e41f2-f8d2-4edf-b64e-637e8fac7da6 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f4e09360-9b9f-4103-81bd-a27d945037ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459158 Sep 16 19:39:15.022375 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c90437a6-ce3e-4725-b888-d3d38cb72679 req-8056bece-3c5f-4912-b6db-096c28fa8dd6 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks [] for port (c34a3cd9-3655-434d-96cf-65014b97c1ea), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:15.056026 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c90437a6-ce3e-4725-b888-d3d38cb72679 req-8056bece-3c5f-4912-b6db-096c28fa8dd6 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (c34a3cd9-3655-434d-96cf-65014b97c1ea), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:15.107295 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c90437a6-ce3e-4725-b888-d3d38cb72679 req-8056bece-3c5f-4912-b6db-096c28fa8dd6 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Network a6a02090-2f02-4634-aa67-dc86c3956885 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:39:15.110550 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-c90437a6-ce3e-4725-b888-d3d38cb72679 req-8056bece-3c5f-4912-b6db-096c28fa8dd6 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:39:15.114385 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90437a6-ce3e-4725-b888-d3d38cb72679 req-8056bece-3c5f-4912-b6db-096c28fa8dd6 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:39:15.137657 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8056bece-3c5f-4912-b6db-096c28fa8dd6 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Pushing event updated for resources: {'Port': ['ID=c34a3cd9-3655-434d-96cf-65014b97c1ea,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:39:15.167645 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90437a6-ce3e-4725-b888-d3d38cb72679 req-8056bece-3c5f-4912-b6db-096c28fa8dd6 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:15.168253 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c90437a6-ce3e-4725-b888-d3d38cb72679 req-8056bece-3c5f-4912-b6db-096c28fa8dd6 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:15.188698 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c90437a6-ce3e-4725-b888-d3d38cb72679 req-8056bece-3c5f-4912-b6db-096c28fa8dd6 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5764785 Sep 16 19:39:15.373277 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-c90437a6-ce3e-4725-b888-d3d38cb72679 req-c8687120-6527-4434-8a2f-f26ada49c840 service neutron] Request body: {'port': {'device_id': '0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:39:15.384080 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-fb94db5b-bc81-4c7c-9789-01e049006b17 None None] Provisioning complete for port c34a3cd9-3655-434d-96cf-65014b97c1ea triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:39:15.384503 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fb94db5b-bc81-4c7c-9789-01e049006b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (c34a3cd9-3655-434d-96cf-65014b97c1ea), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:15.384942 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-fb94db5b-bc81-4c7c-9789-01e049006b17 None None] Attempt 1 to provision port c34a3cd9-3655-434d-96cf-65014b97c1ea Sep 16 19:39:15.400506 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:15.412728 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:15.420033 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-fb94db5b-bc81-4c7c-9789-01e049006b17 None None] Port c34a3cd9-3655-434d-96cf-65014b97c1ea cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:39:15.450167 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c90437a6-ce3e-4725-b888-d3d38cb72679 req-c8687120-6527-4434-8a2f-f26ada49c840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (c34a3cd9-3655-434d-96cf-65014b97c1ea), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:15.546787 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28efba0-f69b-4ed8-bb09-bc57a41f0d05 req-45de9b4d-1e2c-44e4-8bc2-00da5b0d787d tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:15.548430 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c28efba0-f69b-4ed8-bb09-bc57a41f0d05 req-45de9b4d-1e2c-44e4-8bc2-00da5b0d787d tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc HTTP/1.1" status: 200 len: 931 time: 0.0468526 Sep 16 19:39:15.598359 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c28efba0-f69b-4ed8-bb09-bc57a41f0d05 req-72714867-2d83-49b1-bb94-e57f80a76954 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2114d520-9e6f-4a63-bc5e-07ce01a9aa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440104 Sep 16 19:39:15.743528 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95bc18-edcf-487f-94a2-a4be5e3a0f55 req-53a8e530-2bd9-474f-b0f4-e4b783698e71 tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:15.744992 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-dd95bc18-edcf-487f-94a2-a4be5e3a0f55 req-53a8e530-2bd9-474f-b0f4-e4b783698e71 tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=dda0b585-22e3-4196-9dc6-11cabdc51d87 HTTP/1.1" status: 200 len: 950 time: 0.0730345 Sep 16 19:39:15.750325 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [req-c90437a6-ce3e-4725-b888-d3d38cb72679 req-c8687120-6527-4434-8a2f-f26ada49c840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c34a3cd9-3655-434d-96cf-65014b97c1ea {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 19:39:15.763720 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c90437a6-ce3e-4725-b888-d3d38cb72679 req-c8687120-6527-4434-8a2f-f26ada49c840 service neutron] Publish callbacks [] for port (c34a3cd9-3655-434d-96cf-65014b97c1ea), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:15.787985 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-c90437a6-ce3e-4725-b888-d3d38cb72679 req-c8687120-6527-4434-8a2f-f26ada49c840 service neutron] Transition to ACTIVE for port object c34a3cd9-3655-434d-96cf-65014b97c1ea will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 19:39:15.797770 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c90437a6-ce3e-4725-b888-d3d38cb72679 req-c8687120-6527-4434-8a2f-f26ada49c840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445664'] for port (c34a3cd9-3655-434d-96cf-65014b97c1ea), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:15.845659 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-dd95bc18-edcf-487f-94a2-a4be5e3a0f55 req-40193fd5-c837-444a-a3a9-19c81c58d7a2 tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f4e09360-9b9f-4103-81bd-a27d945037ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907216 Sep 16 19:39:15.879746 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8687120-6527-4434-8a2f-f26ada49c840 service neutron] Pushing event updated for resources: {'Port': ['ID=c34a3cd9-3655-434d-96cf-65014b97c1ea,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:39:15.921689 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-fb94db5b-bc81-4c7c-9789-01e049006b17 None None] Attempt 2 to provision port c34a3cd9-3655-434d-96cf-65014b97c1ea Sep 16 19:39:15.924939 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:15.933389 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-c90437a6-ce3e-4725-b888-d3d38cb72679 req-c8687120-6527-4434-8a2f-f26ada49c840 service neutron] Attempting to bind port c34a3cd9-3655-434d-96cf-65014b97c1ea on host hv-cinder-85032 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:39:15.933722 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-c90437a6-ce3e-4725-b888-d3d38cb72679 req-c8687120-6527-4434-8a2f-f26ada49c840 service neutron] Attempting to bind port c34a3cd9-3655-434d-96cf-65014b97c1ea by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '7e734341-746a-4fdc-b511-0d6ed890ef79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:39:15.934063 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90437a6-ce3e-4725-b888-d3d38cb72679 req-c8687120-6527-4434-8a2f-f26ada49c840 service neutron] Attempting to bind port c34a3cd9-3655-434d-96cf-65014b97c1ea on network a6a02090-2f02-4634-aa67-dc86c3956885 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:39:15.960275 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-fb94db5b-bc81-4c7c-9789-01e049006b17 None None] Port c34a3cd9-3655-434d-96cf-65014b97c1ea cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:39:15.977352 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90437a6-ce3e-4725-b888-d3d38cb72679 req-c8687120-6527-4434-8a2f-f26ada49c840 service neutron] Port c34a3cd9-3655-434d-96cf-65014b97c1ea on network a6a02090-2f02-4634-aa67-dc86c3956885 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 19:39:15.977700 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90437a6-ce3e-4725-b888-d3d38cb72679 req-c8687120-6527-4434-8a2f-f26ada49c840 service neutron] Attempting to bind port c34a3cd9-3655-434d-96cf-65014b97c1ea on network a6a02090-2f02-4634-aa67-dc86c3956885 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:39:16.024315 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90437a6-ce3e-4725-b888-d3d38cb72679 req-c8687120-6527-4434-8a2f-f26ada49c840 service neutron] Checking agent: {'id': 'f29a7e91-2c4b-48c7-9aed-98e73119d395', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 24, 59), 'started_at': datetime.datetime(2022, 9, 16, 19, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:39:16.024633 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90437a6-ce3e-4725-b888-d3d38cb72679 req-c8687120-6527-4434-8a2f-f26ada49c840 service neutron] Checking segment: {'id': '7e734341-746a-4fdc-b511-0d6ed890ef79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:39:16.025060 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90437a6-ce3e-4725-b888-d3d38cb72679 req-c8687120-6527-4434-8a2f-f26ada49c840 service neutron] Bound using segment: {'id': '7e734341-746a-4fdc-b511-0d6ed890ef79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:39:16.025481 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-c90437a6-ce3e-4725-b888-d3d38cb72679 req-c8687120-6527-4434-8a2f-f26ada49c840 service neutron] Bound port: c34a3cd9-3655-434d-96cf-65014b97c1ea, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e734341-746a-4fdc-b511-0d6ed890ef79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:39:16.025827 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c90437a6-ce3e-4725-b888-d3d38cb72679 req-c8687120-6527-4434-8a2f-f26ada49c840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (c34a3cd9-3655-434d-96cf-65014b97c1ea), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:16.091569 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-c90437a6-ce3e-4725-b888-d3d38cb72679 req-c8687120-6527-4434-8a2f-f26ada49c840 service neutron] For port c34a3cd9-3655-434d-96cf-65014b97c1ea, host hv-cinder-85032, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:39:16.096353 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-c90437a6-ce3e-4725-b888-d3d38cb72679 req-c8687120-6527-4434-8a2f-f26ada49c840 service neutron] For port c34a3cd9-3655-434d-96cf-65014b97c1ea, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=c34a3cd9-3655-434d-96cf-65014b97c1ea,segment=NetworkSegment(7e734341-746a-4fdc-b511-0d6ed890ef79),segment_id=7e734341-746a-4fdc-b511-0d6ed890ef79)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:39:16.104825 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c90437a6-ce3e-4725-b888-d3d38cb72679 req-c8687120-6527-4434-8a2f-f26ada49c840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445664'] for port (c34a3cd9-3655-434d-96cf-65014b97c1ea), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:16.109060 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90437a6-ce3e-4725-b888-d3d38cb72679 req-c8687120-6527-4434-8a2f-f26ada49c840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:16.109668 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c90437a6-ce3e-4725-b888-d3d38cb72679 req-c8687120-6527-4434-8a2f-f26ada49c840 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:16.111081 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c90437a6-ce3e-4725-b888-d3d38cb72679 req-c8687120-6527-4434-8a2f-f26ada49c840 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/c34a3cd9-3655-434d-96cf-65014b97c1ea HTTP/1.1" status: 200 len: 1093 time: 0.7455168 Sep 16 19:39:16.111623 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc', 'tag': 'c34a3cd9-3655-434d-96cf-65014b97c1ea'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:39:16.113889 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e152f16bac9f1df6f483fa1cb5a6d8c6a2a494143f87e2794594a52eeef6f53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023f11da-e1b9-47ec-8691-7a4eb033fcd7" -d '{"events": [{"name": "network-changed", "server_uuid": "0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc", "tag": "c34a3cd9-3655-434d-96cf-65014b97c1ea"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:39:16.155004 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 19:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2abec38-2fda-49b5-b37c-536f7fa4b2b0 x-openstack-request-id: req-f2abec38-2fda-49b5-b37c-536f7fa4b2b0 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:39:16.155284 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc", "tag": "c34a3cd9-3655-434d-96cf-65014b97c1ea", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:39:16.155555 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f2abec38-2fda-49b5-b37c-536f7fa4b2b0 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:39:16.155935 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2abec38-2fda-49b5-b37c-536f7fa4b2b0'] response: {'name': 'network-changed', 'server_uuid': '0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc', 'tag': 'c34a3cd9-3655-434d-96cf-65014b97c1ea', 'status': 'completed', 'code': 200} Sep 16 19:39:16.171845 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8687120-6527-4434-8a2f-f26ada49c840 service neutron] Pushing event updated for resources: {'Port': ['ID=c34a3cd9-3655-434d-96cf-65014b97c1ea,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:39:16.369017 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90437a6-ce3e-4725-b888-d3d38cb72679 req-bfc81215-72c8-4caf-9d9b-b3ecf11e093c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:16.370552 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c90437a6-ce3e-4725-b888-d3d38cb72679 req-bfc81215-72c8-4caf-9d9b-b3ecf11e093c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=9b9158de13684627b042d2a183330eff&device_id=0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc HTTP/1.1" status: 200 len: 1127 time: 0.0402837 Sep 16 19:39:16.461499 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-fb94db5b-bc81-4c7c-9789-01e049006b17 None None] Attempt 3 to provision port c34a3cd9-3655-434d-96cf-65014b97c1ea Sep 16 19:39:16.507499 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-fb94db5b-bc81-4c7c-9789-01e049006b17 None None] Port c34a3cd9-3655-434d-96cf-65014b97c1ea had new provisioning blocks added so it will not transition to active. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 19:39:16.716994 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:16.728012 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d0d8b-163e-4e8d-85ed-59b536c0614c req-ee4f5a12-6483-44bd-bfc4-5528cf8b53ad tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:16.729480 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fa9d0d8b-163e-4e8d-85ed-59b536c0614c req-ee4f5a12-6483-44bd-bfc4-5528cf8b53ad tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc HTTP/1.1" status: 200 len: 943 time: 0.0549946 Sep 16 19:39:16.788729 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fa9d0d8b-163e-4e8d-85ed-59b536c0614c req-70e1b9dc-b241-426a-8c12-1873094fe5bf tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2114d520-9e6f-4a63-bc5e-07ce01a9aa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534592 Sep 16 19:39:16.814216 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c90437a6-ce3e-4725-b888-d3d38cb72679 req-892e4497-c382-49aa-bdbc-d86a14c33482 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c34a3cd9-3655-434d-96cf-65014b97c1ea HTTP/1.1" status: 200 len: 217 time: 0.0409184 Sep 16 19:39:16.826960 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:16.865978 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90437a6-ce3e-4725-b888-d3d38cb72679 req-ee30f6ea-c061-4a33-9d71-2f1c30d48682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:16.867404 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c90437a6-ce3e-4725-b888-d3d38cb72679 req-ee30f6ea-c061-4a33-9d71-2f1c30d48682 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=085fd4f8-7ca2-48a8-876f-2233969b7ec3 HTTP/1.1" status: 200 len: 850 time: 0.0472434 Sep 16 19:39:16.976271 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dfb695-81d2-4330-98a9-5f4286ce8bc9 req-a366cdde-8b4f-4ae4-a132-5e6ffe262859 tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:16.977775 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-68dfb695-81d2-4330-98a9-5f4286ce8bc9 req-a366cdde-8b4f-4ae4-a132-5e6ffe262859 tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=dda0b585-22e3-4196-9dc6-11cabdc51d87 HTTP/1.1" status: 200 len: 950 time: 0.0493722 Sep 16 19:39:17.035031 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-68dfb695-81d2-4330-98a9-5f4286ce8bc9 req-1b9d329b-fef6-4442-b9d7-823faa488696 tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f4e09360-9b9f-4103-81bd-a27d945037ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511620 Sep 16 19:39:17.158257 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90437a6-ce3e-4725-b888-d3d38cb72679 req-772ced67-121b-4284-a90c-01607071d1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:17.159738 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c90437a6-ce3e-4725-b888-d3d38cb72679 req-772ced67-121b-4284-a90c-01607071d1e2 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=a6a02090-2f02-4634-aa67-dc86c3956885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2864048 Sep 16 19:39:17.253431 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c90437a6-ce3e-4725-b888-d3d38cb72679 req-d2c55321-9c84-46c5-90e5-c6692e789c3a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a6a02090-2f02-4634-aa67-dc86c3956885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872660 Sep 16 19:39:17.312649 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef662e5b-24d3-4bd4-ae1f-6f405432c7d7 req-c6f3fa73-5418-4216-8d1e-b35569e65767 tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:17.314334 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ef662e5b-24d3-4bd4-ae1f-6f405432c7d7 req-c6f3fa73-5418-4216-8d1e-b35569e65767 tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=dda0b585-22e3-4196-9dc6-11cabdc51d87 HTTP/1.1" status: 200 len: 950 time: 0.0464787 Sep 16 19:39:17.363402 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ef662e5b-24d3-4bd4-ae1f-6f405432c7d7 req-9fed4331-6251-4d76-b48b-132fb892012f tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f4e09360-9b9f-4103-81bd-a27d945037ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411401 Sep 16 19:39:17.922496 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70fc9c6-08aa-4427-82ce-261eaa58ea94 req-b8cc10c1-20fe-4175-850c-fb3985ecff76 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:17.924254 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b70fc9c6-08aa-4427-82ce-261eaa58ea94 req-b8cc10c1-20fe-4175-850c-fb3985ecff76 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc HTTP/1.1" status: 200 len: 943 time: 0.0577426 Sep 16 19:39:17.977899 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b70fc9c6-08aa-4427-82ce-261eaa58ea94 req-277dc386-fede-4430-868f-7b04c87554f3 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2114d520-9e6f-4a63-bc5e-07ce01a9aa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448494 Sep 16 19:39:18.425623 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c90437a6-ce3e-4725-b888-d3d38cb72679 req-ff04f7a9-97cf-48b8-bd0e-26d684204c9a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a6a02090-2f02-4634-aa67-dc86c3956885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938749 Sep 16 19:39:18.486794 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f2cda-ffb4-4544-b15b-7e1ea2de5af9 req-9fa3e968-8899-4849-a21e-dca5d89bb0ec tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:18.488283 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-755f2cda-ffb4-4544-b15b-7e1ea2de5af9 req-9fa3e968-8899-4849-a21e-dca5d89bb0ec tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=dda0b585-22e3-4196-9dc6-11cabdc51d87 HTTP/1.1" status: 200 len: 950 time: 0.0468068 Sep 16 19:39:18.538018 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-755f2cda-ffb4-4544-b15b-7e1ea2de5af9 req-101b92f8-33be-4136-b458-dd9a6077158b tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f4e09360-9b9f-4103-81bd-a27d945037ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437391 Sep 16 19:39:19.126293 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09386198-1c7b-4839-b12c-480b264de312 req-19094b8b-2ace-428a-9fd3-521b6c70f411 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:19.127861 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-09386198-1c7b-4839-b12c-480b264de312 req-19094b8b-2ace-428a-9fd3-521b6c70f411 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc HTTP/1.1" status: 200 len: 943 time: 0.0610633 Sep 16 19:39:19.180327 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-09386198-1c7b-4839-b12c-480b264de312 req-fc5a9b7e-d1a9-4e44-b990-bc7e561554a3 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2114d520-9e6f-4a63-bc5e-07ce01a9aa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440381 Sep 16 19:39:19.439599 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:39:19.577412 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f11da-e1b9-47ec-8691-7a4eb033fcd7 req-a0872808-ce0e-4663-8698-3f984b83ba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:19.578906 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-023f11da-e1b9-47ec-8691-7a4eb033fcd7 req-a0872808-ce0e-4663-8698-3f984b83ba55 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=9b9158de13684627b042d2a183330eff&device_id=0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc HTTP/1.1" status: 200 len: 1127 time: 0.0395224 Sep 16 19:39:19.700983 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304de02-e50a-46b4-9ffd-35e2014c9f3f req-6c25e1d3-f747-4977-bdb0-eca604b0f440 tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:19.702374 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b304de02-e50a-46b4-9ffd-35e2014c9f3f req-6c25e1d3-f747-4977-bdb0-eca604b0f440 tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dda0b585-22e3-4196-9dc6-11cabdc51d87 HTTP/1.1" status: 200 len: 950 time: 0.0697029 Sep 16 19:39:19.707849 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab881f38-96b7-4438-b148-70eded8b7b9d req-ba362607-a319-42ad-8e98-91be83e048c2 tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:19.709249 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ab881f38-96b7-4438-b148-70eded8b7b9d req-ba362607-a319-42ad-8e98-91be83e048c2 tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=dda0b585-22e3-4196-9dc6-11cabdc51d87 HTTP/1.1" status: 200 len: 950 time: 0.0857091 Sep 16 19:39:19.721118 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f11da-e1b9-47ec-8691-7a4eb033fcd7 req-47c2d5ad-256b-44eb-bebd-400e6e69bbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:19.722871 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-023f11da-e1b9-47ec-8691-7a4eb033fcd7 req-47c2d5ad-256b-44eb-bebd-400e6e69bbe2 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=a6a02090-2f02-4634-aa67-dc86c3956885 HTTP/1.1" status: 200 len: 912 time: 0.0908597 Sep 16 19:39:19.760693 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-023f11da-e1b9-47ec-8691-7a4eb033fcd7 req-a1ea23bb-0de6-44cc-97f9-67e64a2e7a93 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c34a3cd9-3655-434d-96cf-65014b97c1ea HTTP/1.1" status: 200 len: 217 time: 0.0323362 Sep 16 19:39:19.811717 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f11da-e1b9-47ec-8691-7a4eb033fcd7 req-ed217622-b9d3-4957-ac9e-f8a901211553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:19.813251 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-023f11da-e1b9-47ec-8691-7a4eb033fcd7 req-ed217622-b9d3-4957-ac9e-f8a901211553 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=085fd4f8-7ca2-48a8-876f-2233969b7ec3 HTTP/1.1" status: 200 len: 850 time: 0.0464473 Sep 16 19:39:19.816745 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ab881f38-96b7-4438-b148-70eded8b7b9d req-394ee95b-8ffa-4f07-8c7b-e55a23620a45 tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f4e09360-9b9f-4103-81bd-a27d945037ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991957 Sep 16 19:39:19.822189 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-b304de02-e50a-46b4-9ffd-35e2014c9f3f req-6f3f26af-76bb-4293-9ffc-543d1c93a39d tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] Deleting port b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:39:19.822526 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b304de02-e50a-46b4-9ffd-35e2014c9f3f req-6f3f26af-76bb-4293-9ffc-543d1c93a39d tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:19.857393 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f11da-e1b9-47ec-8691-7a4eb033fcd7 req-667b0aeb-e0cf-4e56-8de6-b1264f50c584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:19.858901 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-023f11da-e1b9-47ec-8691-7a4eb033fcd7 req-667b0aeb-e0cf-4e56-8de6-b1264f50c584 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=a6a02090-2f02-4634-aa67-dc86c3956885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398610 Sep 16 19:39:19.918256 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-b304de02-e50a-46b4-9ffd-35e2014c9f3f req-6f3f26af-76bb-4293-9ffc-543d1c93a39d tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] For port b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1,segment=NetworkSegment(0529bbeb-909c-4d84-b866-83ea404bb834),segment_id=0529bbeb-909c-4d84-b866-83ea404bb834)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:39:19.918644 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b304de02-e50a-46b4-9ffd-35e2014c9f3f req-6f3f26af-76bb-4293-9ffc-543d1c93a39d tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:19.932132 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-b304de02-e50a-46b4-9ffd-35e2014c9f3f req-6f3f26af-76bb-4293-9ffc-543d1c93a39d tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] Calling delete_port for b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:39:19.954348 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-023f11da-e1b9-47ec-8691-7a4eb033fcd7 req-a976a1d7-15d5-4b1b-9816-e414ec1b2b79 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a6a02090-2f02-4634-aa67-dc86c3956885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888538 Sep 16 19:39:20.046351 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-023f11da-e1b9-47ec-8691-7a4eb033fcd7 req-8c270a1f-eb47-4b0b-9f64-ee5eead420b9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a6a02090-2f02-4634-aa67-dc86c3956885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862224 Sep 16 19:39:20.076227 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b304de02-e50a-46b4-9ffd-35e2014c9f3f req-6f3f26af-76bb-4293-9ffc-543d1c93a39d tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:20.102358 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f26af-76bb-4293-9ffc-543d1c93a39d tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] Pushing event deleted for resources: {'Port': ['ID=b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:39:20.115807 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] get_ports_and_sgs() called for port_ids ['b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 19:39:20.156469 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-b304de02-e50a-46b4-9ffd-35e2014c9f3f req-6f3f26af-76bb-4293-9ffc-543d1c93a39d tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] No DVR routers for this DVR port b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1 on host hv-cinder-85032 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 19:39:20.159352 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b304de02-e50a-46b4-9ffd-35e2014c9f3f req-6f3f26af-76bb-4293-9ffc-543d1c93a39d tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:20.162544 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b304de02-e50a-46b4-9ffd-35e2014c9f3f req-6f3f26af-76bb-4293-9ffc-543d1c93a39d tempest-VolumesNegativeTest-160062428 tempest-VolumesNegativeTest-160062428-project] 10.222.0.27 "DELETE /networking/v2.0/ports/b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1 HTTP/1.1" status: 204 len: 173 time: 0.4524467 Sep 16 19:39:20.163038 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda0b585-22e3-4196-9dc6-11cabdc51d87', 'name': 'network-vif-deleted', 'tag': 'b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:39:20.165330 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc02aeec164665d1be19478bc83a94d6f81df8203eb0e70a86ccaa2f58cdb70d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdac2752-b4f8-4608-a85f-5ee04c521e78" -d '{"events": [{"server_uuid": "dda0b585-22e3-4196-9dc6-11cabdc51d87", "name": "network-vif-deleted", "tag": "b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:39:20.204883 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 19:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3d9843-02de-4bd7-8870-bd3bcdf3f458 x-openstack-request-id: req-ff3d9843-02de-4bd7-8870-bd3bcdf3f458 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:39:20.205122 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda0b585-22e3-4196-9dc6-11cabdc51d87", "name": "network-vif-deleted", "tag": "b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:39:20.205366 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ff3d9843-02de-4bd7-8870-bd3bcdf3f458 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:39:20.205867 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff3d9843-02de-4bd7-8870-bd3bcdf3f458'] response: {'server_uuid': 'dda0b585-22e3-4196-9dc6-11cabdc51d87', 'name': 'network-vif-deleted', 'tag': 'b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1', 'status': 'completed', 'code': 200} Sep 16 19:39:20.306117 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a13cf-34b9-409c-9515-1fb040ea9451 req-a6ae5087-f013-410e-8b2b-37198f6a8605 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:20.307631 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9d8a13cf-34b9-409c-9515-1fb040ea9451 req-a6ae5087-f013-410e-8b2b-37198f6a8605 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc HTTP/1.1" status: 200 len: 943 time: 0.0508378 Sep 16 19:39:20.329179 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:20.337602 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:20.369446 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9d8a13cf-34b9-409c-9515-1fb040ea9451 req-96e90234-8009-4c1b-ae76-c546992caabd tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2114d520-9e6f-4a63-bc5e-07ce01a9aa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534973 Sep 16 19:39:21.493459 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd61ef-6f0d-4e84-83c8-9a9a53236d47 req-cdcd4af1-78a5-4bda-a4cf-4ceb7cba2ce7 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:21.495774 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-bbdd61ef-6f0d-4e84-83c8-9a9a53236d47 req-cdcd4af1-78a5-4bda-a4cf-4ceb7cba2ce7 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc HTTP/1.1" status: 200 len: 943 time: 0.0498006 Sep 16 19:39:21.547976 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-bbdd61ef-6f0d-4e84-83c8-9a9a53236d47 req-745badef-4210-4eee-a8c4-d07226e9e115 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2114d520-9e6f-4a63-bc5e-07ce01a9aa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462968 Sep 16 19:39:22.550986 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:39:22.571081 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] No Port match for: b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:39:22.571432 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device b7d29ad2-dbb8-4aa1-a90c-5d8a273a23e1 not bound to the agent host hv-cinder-85032 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:39:22.638673 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:22.674987 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da0943-8580-432c-b6b0-c21d6e6c6d48 req-39a0692e-1092-4a95-80ae-af520ef26e7a tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:22.676552 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b9da0943-8580-432c-b6b0-c21d6e6c6d48 req-39a0692e-1092-4a95-80ae-af520ef26e7a tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc HTTP/1.1" status: 200 len: 943 time: 0.0482249 Sep 16 19:39:22.728030 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b9da0943-8580-432c-b6b0-c21d6e6c6d48 req-046cb853-c14e-4005-aa9c-5d72401b7714 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2114d520-9e6f-4a63-bc5e-07ce01a9aa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450232 Sep 16 19:39:23.863742 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acecddab-0ff5-4259-9bea-7eff2a58ba39 req-550407d4-9544-437e-8b48-6bc67900213f tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:23.865184 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-acecddab-0ff5-4259-9bea-7eff2a58ba39 req-550407d4-9544-437e-8b48-6bc67900213f tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc HTTP/1.1" status: 200 len: 943 time: 0.0497007 Sep 16 19:39:23.920733 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-acecddab-0ff5-4259-9bea-7eff2a58ba39 req-9efab623-3b17-42a2-b734-fdec23ed293a tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2114d520-9e6f-4a63-bc5e-07ce01a9aa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467789 Sep 16 19:39:25.056995 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652aa0ef-70a0-4bd9-8f68-fec86b272ae6 req-bd4fa95b-5fc9-4464-9e54-ddb84c1a1b19 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:25.058494 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-652aa0ef-70a0-4bd9-8f68-fec86b272ae6 req-bd4fa95b-5fc9-4464-9e54-ddb84c1a1b19 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc HTTP/1.1" status: 200 len: 943 time: 0.0513906 Sep 16 19:39:25.086165 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:25.113232 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-652aa0ef-70a0-4bd9-8f68-fec86b272ae6 req-16ee11e7-5b24-4eec-b971-4b9dd9f19daf tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2114d520-9e6f-4a63-bc5e-07ce01a9aa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490062 Sep 16 19:39:25.113679 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 54322) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:39:25.253656 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-82ce08fa-3a9f-486b-a95e-667643e43daa admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=0f1def6155e94f22b5648d9020375dd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1388843 Sep 16 19:39:25.257574 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 54326) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:39:25.306586 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-015f8a02-62bd-4fa5-a3dd-5686efa0f317 admin admin] Publish callbacks [] for security_group (f4e09360-9b9f-4103-81bd-a27d945037ec), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:25.327744 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-015f8a02-62bd-4fa5-a3dd-5686efa0f317 admin admin] Publish callbacks [] for security_group (f4e09360-9b9f-4103-81bd-a27d945037ec), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:25.382791 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-015f8a02-62bd-4fa5-a3dd-5686efa0f317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (f4e09360-9b9f-4103-81bd-a27d945037ec), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:25.386801 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-015f8a02-62bd-4fa5-a3dd-5686efa0f317 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:25.388376 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-015f8a02-62bd-4fa5-a3dd-5686efa0f317 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/f4e09360-9b9f-4103-81bd-a27d945037ec HTTP/1.1" status: 204 len: 168 time: 0.1298616 Sep 16 19:39:25.396772 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f8a02-62bd-4fa5-a3dd-5686efa0f317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e09360-9b9f-4103-81bd-a27d945037ec,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:39:26.054222 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 54348) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:39:26.169587 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-5683ad18-0418-4181-90ab-346434316588 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2071430624-network', 'tenant_id': '1b0318f1a663428f9d5d3b4dcb7fca87'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:39:26.192639 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5683ad18-0418-4181-90ab-346434316588 admin admin] Made reservation on behalf of 1b0318f1a663428f9d5d3b4dcb7fca87 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:39:26.195493 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5683ad18-0418-4181-90ab-346434316588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for network (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:26.204594 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5683ad18-0418-4181-90ab-346434316588 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:26.237052 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99df27-f3ea-4158-8f3d-87fcb3e32724 req-33819329-200c-415f-bcbc-e30684b44ab1 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:26.238663 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ea99df27-f3ea-4158-8f3d-87fcb3e32724 req-33819329-200c-415f-bcbc-e30684b44ab1 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc HTTP/1.1" status: 200 len: 943 time: 0.0477471 Sep 16 19:39:26.284449 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5683ad18-0418-4181-90ab-346434316588 admin admin] Publish callbacks [] for security_group (fd88e837-3a40-4fa6-958a-11237a2c6853), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:26.289665 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5683ad18-0418-4181-90ab-346434316588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (fd88e837-3a40-4fa6-958a-11237a2c6853), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:26.291183 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ea99df27-f3ea-4158-8f3d-87fcb3e32724 req-431f54e1-203b-4dc3-829e-c0aec192721d tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2114d520-9e6f-4a63-bc5e-07ce01a9aa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460248 Sep 16 19:39:26.313141 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5683ad18-0418-4181-90ab-346434316588 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 19:39:26.327428 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5683ad18-0418-4181-90ab-346434316588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd88e837-3a40-4fa6-958a-11237a2c6853,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:39:26.333196 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5683ad18-0418-4181-90ab-346434316588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694'] for segment (50cc5eca-9bee-4d55-895b-78a39cd14ac0), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:26.333536 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.db.segments_db [None req-5683ad18-0418-4181-90ab-346434316588 admin admin] Added segment 50cc5eca-9bee-4d55-895b-78a39cd14ac0 of type vlan for network eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa Sep 16 19:39:26.375852 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5683ad18-0418-4181-90ab-346434316588 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764811224998'] for network (eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:26.405413 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5683ad18-0418-4181-90ab-346434316588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119'] for network (eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:26.406665 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5683ad18-0418-4181-90ab-346434316588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:26.407345 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5683ad18-0418-4181-90ab-346434316588 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for network (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:26.466361 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-5683ad18-0418-4181-90ab-346434316588 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4109814 Sep 16 19:39:26.469482 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 54354) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:39:26.469618 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5683ad18-0418-4181-90ab-346434316588 admin admin] Pushing event updated for resources: {'Network': ['ID=eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:39:26.474384 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-5be81816-a257-4848-96ef-29923eb4978c admin admin] Request body: {'subnet': {'network_id': 'eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2071430624-subnet', 'tenant_id': '1b0318f1a663428f9d5d3b4dcb7fca87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:39:26.479746 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Network eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa details requested by agent ovs-agent-dv-cinder-850320-7-iscsi with host dv-cinder-850320-7-iscsi {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 19:39:26.497838 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be81816-a257-4848-96ef-29923eb4978c admin admin] Made reservation on behalf of 1b0318f1a663428f9d5d3b4dcb7fca87 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:39:26.500395 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5be81816-a257-4848-96ef-29923eb4978c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360884'] for subnet (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:26.561230 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device c34a3cd9-3655-434d-96cf-65014b97c1ea details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 19:39:26.582223 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:26.661382 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port c34a3cd9-3655-434d-96cf-65014b97c1ea, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=c34a3cd9-3655-434d-96cf-65014b97c1ea,segment=NetworkSegment(7e734341-746a-4fdc-b511-0d6ed890ef79),segment_id=7e734341-746a-4fdc-b511-0d6ed890ef79)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:39:26.676698 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5be81816-a257-4848-96ef-29923eb4978c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360866'] for subnet (a0e226b1-515f-4be0-ae74-7f28e313a43e), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:26.676914 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Returning: {'device': 'c34a3cd9-3655-434d-96cf-65014b97c1ea', 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885', 'port_id': 'c34a3cd9-3655-434d-96cf-65014b97c1ea', 'mac_address': 'fa:16:3e:82:b2:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '085fd4f8-7ca2-48a8-876f-2233969b7ec3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 19:39:26.711267 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port c34a3cd9-3655-434d-96cf-65014b97c1ea is: DOWN; New status is: BUILD {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:39:26.711653 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (c34a3cd9-3655-434d-96cf-65014b97c1ea), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:26.725710 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c34a3cd9-3655-434d-96cf-65014b97c1ea {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 19:39:26.739208 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be81816-a257-4848-96ef-29923eb4978c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0e226b1-515f-4be0-ae74-7f28e313a43e,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:39:26.747009 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be81816-a257-4848-96ef-29923eb4978c admin admin] Checking segment: {'id': '50cc5eca-9bee-4d55-895b-78a39cd14ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:39:26.747152 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port c34a3cd9-3655-434d-96cf-65014b97c1ea, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=c34a3cd9-3655-434d-96cf-65014b97c1ea,segment=NetworkSegment(7e734341-746a-4fdc-b511-0d6ed890ef79),segment_id=7e734341-746a-4fdc-b511-0d6ed890ef79)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:39:26.747361 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be81816-a257-4848-96ef-29923eb4978c admin admin] Network hostable DHCP agents. Network: eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa, hostable agents: ['ba1fefac-954c-4dc4-b172-e3e5be1bbc35'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 19:39:26.752066 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (c34a3cd9-3655-434d-96cf-65014b97c1ea), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:26.771723 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be81816-a257-4848-96ef-29923eb4978c admin admin] Network eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa is scheduled to be hosted by DHCP agent ba1fefac-954c-4dc4-b172-e3e5be1bbc35 with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 19:39:26.783069 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-5be81816-a257-4848-96ef-29923eb4978c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850320-7-iscsi, eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:39:26.788849 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be81816-a257-4848-96ef-29923eb4978c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:26.789603 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5be81816-a257-4848-96ef-29923eb4978c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:26.794481 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0db88d-91fa-4358-b3d3-653bec2c5696 None None] Network eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa requested from dv-cinder-850320-7-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 19:39:26.808494 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-5be81816-a257-4848-96ef-29923eb4978c admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3378482 Sep 16 19:39:26.815221 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=c34a3cd9-3655-434d-96cf-65014b97c1ea,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:39:26.909967 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1185a1-4476-4b11-8f84-e9c2beec251d None None] Network eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa requested from dv-cinder-850320-7-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 19:39:27.146159 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] get_ports_and_sgs() called for port_ids ['c34a3cd9-3655-434d-96cf-65014b97c1ea'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 19:39:27.343065 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:27.422372 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639cdf5-de80-4438-8349-2f4e3412825f req-db61a349-f179-4c7a-ac98-3caacc49d8b7 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:27.423847 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4639cdf5-de80-4438-8349-2f4e3412825f req-db61a349-f179-4c7a-ac98-3caacc49d8b7 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc HTTP/1.1" status: 200 len: 944 time: 0.0508900 Sep 16 19:39:27.477072 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4639cdf5-de80-4438-8349-2f4e3412825f req-9cd0b5ba-af78-4c79-ae7d-b2d6aecdef15 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2114d520-9e6f-4a63-bc5e-07ce01a9aa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471735 Sep 16 19:39:28.571896 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:28.596424 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device c34a3cd9-3655-434d-96cf-65014b97c1ea up at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:39:28.609878 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966462f9-e8a4-4357-911d-cfbf62cdc240 req-5efe6715-1820-4996-809a-e4c56a785255 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:28.611787 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-966462f9-e8a4-4357-911d-cfbf62cdc240 req-5efe6715-1820-4996-809a-e4c56a785255 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc HTTP/1.1" status: 200 len: 944 time: 0.0499029 Sep 16 19:39:28.617674 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cecf28-8a4d-432a-bc79-48c42e342f18 req-94386cd8-53ab-42b4-92f1-764f34d6e3bd tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:28.619049 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-47cecf28-8a4d-432a-bc79-48c42e342f18 req-94386cd8-53ab-42b4-92f1-764f34d6e3bd tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/networks?id=eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa HTTP/1.1" status: 200 len: 814 time: 0.1089325 Sep 16 19:39:28.639718 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Provisioning for port c34a3cd9-3655-434d-96cf-65014b97c1ea completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 19:39:28.640541 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-47cecf28-8a4d-432a-bc79-48c42e342f18 req-d81c0bfb-f3bc-418a-a455-0a306217fb45 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/quotas/1b0318f1a663428f9d5d3b4dcb7fca87 HTTP/1.1" status: 200 len: 375 time: 0.0142035 Sep 16 19:39:28.647050 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Provisioning complete for port c34a3cd9-3655-434d-96cf-65014b97c1ea triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:39:28.647409 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (c34a3cd9-3655-434d-96cf-65014b97c1ea), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:28.648040 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Attempt 1 to provision port c34a3cd9-3655-434d-96cf-65014b97c1ea Sep 16 19:39:28.680035 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-47cecf28-8a4d-432a-bc79-48c42e342f18 req-e8eaaaf9-e4fb-4b0b-bb8b-1ae1250dd1db tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=1b0318f1a663428f9d5d3b4dcb7fca87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332928 Sep 16 19:39:28.682981 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-966462f9-e8a4-4357-911d-cfbf62cdc240 req-e6f85b14-f4e4-48f9-a164-b20cd2ac39fc tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2114d520-9e6f-4a63-bc5e-07ce01a9aa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567863 Sep 16 19:39:28.729547 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port c34a3cd9-3655-434d-96cf-65014b97c1ea is: BUILD; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:39:28.729934 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (c34a3cd9-3655-434d-96cf-65014b97c1ea), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:28.740181 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:28.755974 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34a3cd9-3655-434d-96cf-65014b97c1ea'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:39:28.758883 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f3f7bbbb38247194f391b6222dc5c183e9bfb457d3b71a23f23b79e9cf016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a84ddf-c347-4a62-872d-fecf7b0d16c4" -d '{"events": [{"server_uuid": "0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc", "name": "network-vif-plugged", "status": "completed", "tag": "c34a3cd9-3655-434d-96cf-65014b97c1ea"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:39:28.773715 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port c34a3cd9-3655-434d-96cf-65014b97c1ea, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=c34a3cd9-3655-434d-96cf-65014b97c1ea,segment=NetworkSegment(7e734341-746a-4fdc-b511-0d6ed890ef79),segment_id=7e734341-746a-4fdc-b511-0d6ed890ef79)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:39:28.778769 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (c34a3cd9-3655-434d-96cf-65014b97c1ea), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:28.805209 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 19:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f596d1-6c87-4087-b13e-68c7ac5c2bf9 x-openstack-request-id: req-18f596d1-6c87-4087-b13e-68c7ac5c2bf9 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:39:28.805504 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc", "name": "network-vif-plugged", "status": "completed", "tag": "c34a3cd9-3655-434d-96cf-65014b97c1ea", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:39:28.805749 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-18f596d1-6c87-4087-b13e-68c7ac5c2bf9 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:39:28.806136 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18f596d1-6c87-4087-b13e-68c7ac5c2bf9'] response: {'server_uuid': '0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34a3cd9-3655-434d-96cf-65014b97c1ea', 'code': 200} Sep 16 19:39:28.823824 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-47cecf28-8a4d-432a-bc79-48c42e342f18 req-cbf665cd-1cd8-4ea5-892d-3f4dca18469d service neutron] 10.222.0.49 "GET /networking/v2.0/networks/eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366727 Sep 16 19:39:28.831993 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=c34a3cd9-3655-434d-96cf-65014b97c1ea,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:39:28.836647 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:28.890054 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:28.931025 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-47cecf28-8a4d-432a-bc79-48c42e342f18 req-62d99bef-15d9-4315-b232-32ed8bdbad0f service neutron] 10.222.0.49 "GET /networking/v2.0/networks/eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014061 Sep 16 19:39:29.077917 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80b962-ca43-464f-9212-040877f5e50c req-4929fb13-b081-41f7-ac30-f7e30b2ae7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:29.079473 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9b80b962-ca43-464f-9212-040877f5e50c req-4929fb13-b081-41f7-ac30-f7e30b2ae7cf service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc HTTP/1.1" status: 200 len: 1129 time: 0.0537896 Sep 16 19:39:29.102940 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f9dcfe84-a9c1-48f5-b29d-531ae8b68a64 req-7149bc94-6bf1-4d1c-830c-26e525c16d82 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ed0c39cd-c4a3-40f1-941a-13ade843dd36 HTTP/1.1" status: 200 len: 210 time: 0.0290551 Sep 16 19:39:29.132749 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9b80b962-ca43-464f-9212-040877f5e50c req-b002105d-f728-4f69-b561-5fdde96ee2d5 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2114d520-9e6f-4a63-bc5e-07ce01a9aa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461831 Sep 16 19:39:29.815268 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33074595-c55c-4ea9-bf28-7adaadb77d10 req-a84c785c-3015-4229-8d80-0721a876806d tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:29.816745 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-33074595-c55c-4ea9-bf28-7adaadb77d10 req-a84c785c-3015-4229-8d80-0721a876806d tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc HTTP/1.1" status: 200 len: 945 time: 0.0525677 Sep 16 19:39:29.870688 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-33074595-c55c-4ea9-bf28-7adaadb77d10 req-9108fca4-3cca-4120-b02d-71d9321acd5d tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2114d520-9e6f-4a63-bc5e-07ce01a9aa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476077 Sep 16 19:39:30.029193 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-de836a87-9240-46c3-b711-36293a29fbd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:30.217753 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a37d7878-2197-4976-92be-c038a71e39b6 req-3189a9b1-c596-4c32-97d7-f449e93e9d0e tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ed0c39cd-c4a3-40f1-941a-13ade843dd36 HTTP/1.1" status: 200 len: 210 time: 0.0282123 Sep 16 19:39:31.003613 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4eb8b-e301-4cf1-a374-9e599ab86b17 req-8754f17b-bb83-4e2c-9940-be24c87d11eb tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:31.005081 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-85b4eb8b-e301-4cf1-a374-9e599ab86b17 req-8754f17b-bb83-4e2c-9940-be24c87d11eb tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc HTTP/1.1" status: 200 len: 945 time: 0.0473404 Sep 16 19:39:31.058858 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-85b4eb8b-e301-4cf1-a374-9e599ab86b17 req-e7b33f8a-74d3-45bf-91d7-943ca6cd01ca tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2114d520-9e6f-4a63-bc5e-07ce01a9aa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479624 Sep 16 19:39:31.189189 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f448e7-5617-4b54-afea-70a176f8533c req-000d0aac-9689-49bb-8441-3f1667864205 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:31.190583 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-28f448e7-5617-4b54-afea-70a176f8533c req-000d0aac-9689-49bb-8441-3f1667864205 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc HTTP/1.1" status: 200 len: 945 time: 0.0530050 Sep 16 19:39:31.207057 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:31.210577 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cecf28-8a4d-432a-bc79-48c42e342f18 req-f1ca7592-c3ee-41a4-a311-16bab6dbed17 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:31.212751 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-47cecf28-8a4d-432a-bc79-48c42e342f18 req-f1ca7592-c3ee-41a4-a311-16bab6dbed17 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.27 "GET /networking/v2.0/networks?id=eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa HTTP/1.1" status: 200 len: 814 time: 0.1158495 Sep 16 19:39:31.232111 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [req-47cecf28-8a4d-432a-bc79-48c42e342f18 req-64b37bbe-30df-41f9-8b5f-7224fd7694ce tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Request body: {'port': {'device_id': 'ed0c39cd-c4a3-40f1-941a-13ade843dd36', 'network_id': 'eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa', 'admin_state_up': True, 'tenant_id': '1b0318f1a663428f9d5d3b4dcb7fca87'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:39:31.250239 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-28f448e7-5617-4b54-afea-70a176f8533c req-40f5c976-32f2-42e2-b0bb-6aa4e758017e tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2114d520-9e6f-4a63-bc5e-07ce01a9aa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501864 Sep 16 19:39:31.282433 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 54414) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:39:31.325114 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59955a72-adc2-418b-86f7-6919476c0748 tempest-TestVolumeBootPattern-553989598 tempest-TestVolumeBootPattern-553989598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:31.326920 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-59955a72-adc2-418b-86f7-6919476c0748 tempest-TestVolumeBootPattern-553989598 tempest-TestVolumeBootPattern-553989598-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc HTTP/1.1" status: 200 len: 1124 time: 0.0432773 Sep 16 19:39:31.330032 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 54416) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:39:31.334463 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-6c9fb48c-0efd-4832-93ac-6392bf7f1e10 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Request body: {'floatingip': {'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'port_id': 'c34a3cd9-3655-434d-96cf-65014b97c1ea', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:39:31.349418 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-48ba9ce2-0f38-4fe7-839f-64e2392d12de req-1975a737-5261-4988-a626-b98b8748a0e7 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ed0c39cd-c4a3-40f1-941a-13ade843dd36 HTTP/1.1" status: 200 len: 210 time: 0.0386639 Sep 16 19:39:31.359327 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6c9fb48c-0efd-4832-93ac-6392bf7f1e10 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:31.370595 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:31.375221 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:31.387645 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47cecf28-8a4d-432a-bc79-48c42e342f18 req-64b37bbe-30df-41f9-8b5f-7224fd7694ce tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Made reservation on behalf of 1b0318f1a663428f9d5d3b4dcb7fca87 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:39:31.391591 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-47cecf28-8a4d-432a-bc79-48c42e342f18 req-64b37bbe-30df-41f9-8b5f-7224fd7694ce tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:31.450007 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6c9fb48c-0efd-4832-93ac-6392bf7f1e10 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:31.560584 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-6c9fb48c-0efd-4832-93ac-6392bf7f1e10 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Allocated IP 172.27.2.55 (01cd8397-3ed1-4c5d-9923-fabf569219df/d3fb57fd-37cc-4923-b90f-7dd3d712a8d3/8f98e1a1-1aaf-483a-968a-27c6b190b33c) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:39:31.674900 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6c9fb48c-0efd-4832-93ac-6392bf7f1e10 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks [] for port (8f98e1a1-1aaf-483a-968a-27c6b190b33c), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:31.711006 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6c9fb48c-0efd-4832-93ac-6392bf7f1e10 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (8f98e1a1-1aaf-483a-968a-27c6b190b33c), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:31.750668 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9fb48c-0efd-4832-93ac-6392bf7f1e10 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Network 01cd8397-3ed1-4c5d-9923-fabf569219df is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:39:31.758034 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-6c9fb48c-0efd-4832-93ac-6392bf7f1e10 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:39:31.759917 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9fb48c-0efd-4832-93ac-6392bf7f1e10 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Pushing event updated for resources: {'Port': ['ID=8f98e1a1-1aaf-483a-968a-27c6b190b33c,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:39:31.762006 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9fb48c-0efd-4832-93ac-6392bf7f1e10 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:39:31.819350 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-47cecf28-8a4d-432a-bc79-48c42e342f18 req-64b37bbe-30df-41f9-8b5f-7224fd7694ce tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Allocated IP 172.20.0.9 (eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa/a0e226b1-515f-4be0-ae74-7f28e313a43e/cc7f1136-5680-4920-b645-1fd45a850007) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:39:31.931585 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:31.975596 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-47cecf28-8a4d-432a-bc79-48c42e342f18 req-64b37bbe-30df-41f9-8b5f-7224fd7694ce tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Publish callbacks [] for port (cc7f1136-5680-4920-b645-1fd45a850007), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:31.983101 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:31.993253 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:31.996894 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:32.016649 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-47cecf28-8a4d-432a-bc79-48c42e342f18 req-64b37bbe-30df-41f9-8b5f-7224fd7694ce tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (cc7f1136-5680-4920-b645-1fd45a850007), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:32.066727 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47cecf28-8a4d-432a-bc79-48c42e342f18 req-64b37bbe-30df-41f9-8b5f-7224fd7694ce tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Network eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:39:32.071936 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-47cecf28-8a4d-432a-bc79-48c42e342f18 req-64b37bbe-30df-41f9-8b5f-7224fd7694ce tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:39:32.074163 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b37bbe-30df-41f9-8b5f-7224fd7694ce tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Pushing event updated for resources: {'Port': ['ID=cc7f1136-5680-4920-b645-1fd45a850007,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:39:32.076280 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-47cecf28-8a4d-432a-bc79-48c42e342f18 req-64b37bbe-30df-41f9-8b5f-7224fd7694ce tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:39:32.115795 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:32.123206 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cecf28-8a4d-432a-bc79-48c42e342f18 req-64b37bbe-30df-41f9-8b5f-7224fd7694ce tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:32.123802 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-47cecf28-8a4d-432a-bc79-48c42e342f18 req-64b37bbe-30df-41f9-8b5f-7224fd7694ce tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:32.126651 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6c9fb48c-0efd-4832-93ac-6392bf7f1e10 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks [] for floatingip (13258841-a335-4d76-9f18-a70d0e9fc847), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:32.141613 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-47cecf28-8a4d-432a-bc79-48c42e342f18 req-64b37bbe-30df-41f9-8b5f-7224fd7694ce tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9140217 Sep 16 19:39:32.160418 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [req-47cecf28-8a4d-432a-bc79-48c42e342f18 req-849ec9b7-47eb-46bb-814a-7d7617ac8116 service neutron] Request body: {'port': {'device_id': 'ed0c39cd-c4a3-40f1-941a-13ade843dd36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:39:32.202103 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6c9fb48c-0efd-4832-93ac-6392bf7f1e10 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (8f98e1a1-1aaf-483a-968a-27c6b190b33c), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:32.222549 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-47cecf28-8a4d-432a-bc79-48c42e342f18 req-849ec9b7-47eb-46bb-814a-7d7617ac8116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (cc7f1136-5680-4920-b645-1fd45a850007), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:32.272490 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3d6f587f-199b-43fb-ba58-cba9d1097912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:32.351218 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6c9fb48c-0efd-4832-93ac-6392bf7f1e10 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks [] for port (8f98e1a1-1aaf-483a-968a-27c6b190b33c), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:32.357301 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6c9fb48c-0efd-4832-93ac-6392bf7f1e10 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445664'] for port (8f98e1a1-1aaf-483a-968a-27c6b190b33c), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:32.426678 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6c9fb48c-0efd-4832-93ac-6392bf7f1e10 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681123'] for floatingip (13258841-a335-4d76-9f18-a70d0e9fc847), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:32.428412 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9fb48c-0efd-4832-93ac-6392bf7f1e10 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Pushing event updated for resources: {'Port': ['ID=8f98e1a1-1aaf-483a-968a-27c6b190b33c,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:39:32.482013 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [req-47cecf28-8a4d-432a-bc79-48c42e342f18 req-849ec9b7-47eb-46bb-814a-7d7617ac8116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc7f1136-5680-4920-b645-1fd45a850007 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 19:39:32.489616 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-47cecf28-8a4d-432a-bc79-48c42e342f18 req-849ec9b7-47eb-46bb-814a-7d7617ac8116 service neutron] Publish callbacks [] for port (cc7f1136-5680-4920-b645-1fd45a850007), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:32.503019 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-47cecf28-8a4d-432a-bc79-48c42e342f18 req-849ec9b7-47eb-46bb-814a-7d7617ac8116 service neutron] Transition to ACTIVE for port object cc7f1136-5680-4920-b645-1fd45a850007 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 19:39:32.507787 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-47cecf28-8a4d-432a-bc79-48c42e342f18 req-849ec9b7-47eb-46bb-814a-7d7617ac8116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2678318'] for port (cc7f1136-5680-4920-b645-1fd45a850007), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:32.516861 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e4daa-78e9-4444-8121-b92660782487 req-f29ca9cb-4210-4070-af28-023812658140 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:32.518342 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e46e4daa-78e9-4444-8121-b92660782487 req-f29ca9cb-4210-4070-af28-023812658140 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ed0c39cd-c4a3-40f1-941a-13ade843dd36 HTTP/1.1" status: 200 len: 931 time: 0.0873296 Sep 16 19:39:32.555421 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ec9b7-47eb-46bb-814a-7d7617ac8116 service neutron] Pushing event updated for resources: {'Port': ['ID=cc7f1136-5680-4920-b645-1fd45a850007,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:39:32.584725 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.db.l3_db [None req-6c9fb48c-0efd-4832-93ac-6392bf7f1e10 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Floating IP 13258841-a335-4d76-9f18-a70d0e9fc847 associated. External IP: 172.27.2.55, port: c34a3cd9-3655-434d-96cf-65014b97c1ea. Sep 16 19:39:32.627318 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-47cecf28-8a4d-432a-bc79-48c42e342f18 req-849ec9b7-47eb-46bb-814a-7d7617ac8116 service neutron] Attempting to bind port cc7f1136-5680-4920-b645-1fd45a850007 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:39:32.627650 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-47cecf28-8a4d-432a-bc79-48c42e342f18 req-849ec9b7-47eb-46bb-814a-7d7617ac8116 service neutron] Attempting to bind port cc7f1136-5680-4920-b645-1fd45a850007 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '50cc5eca-9bee-4d55-895b-78a39cd14ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:39:32.627964 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cecf28-8a4d-432a-bc79-48c42e342f18 req-849ec9b7-47eb-46bb-814a-7d7617ac8116 service neutron] Attempting to bind port cc7f1136-5680-4920-b645-1fd45a850007 on network eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:39:32.639189 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e46e4daa-78e9-4444-8121-b92660782487 req-ae941a44-12f9-4c90-972a-18f463c24991 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd88e837-3a40-4fa6-958a-11237a2c6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972960 Sep 16 19:39:32.672811 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cecf28-8a4d-432a-bc79-48c42e342f18 req-849ec9b7-47eb-46bb-814a-7d7617ac8116 service neutron] Port cc7f1136-5680-4920-b645-1fd45a850007 on network eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 19:39:32.673167 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cecf28-8a4d-432a-bc79-48c42e342f18 req-849ec9b7-47eb-46bb-814a-7d7617ac8116 service neutron] Attempting to bind port cc7f1136-5680-4920-b645-1fd45a850007 on network eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:39:32.715128 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cecf28-8a4d-432a-bc79-48c42e342f18 req-849ec9b7-47eb-46bb-814a-7d7617ac8116 service neutron] Checking agent: {'id': 'f29a7e91-2c4b-48c7-9aed-98e73119d395', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 24, 59), 'started_at': datetime.datetime(2022, 9, 16, 19, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:39:32.715428 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cecf28-8a4d-432a-bc79-48c42e342f18 req-849ec9b7-47eb-46bb-814a-7d7617ac8116 service neutron] Checking segment: {'id': '50cc5eca-9bee-4d55-895b-78a39cd14ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:39:32.715829 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cecf28-8a4d-432a-bc79-48c42e342f18 req-849ec9b7-47eb-46bb-814a-7d7617ac8116 service neutron] Bound using segment: {'id': '50cc5eca-9bee-4d55-895b-78a39cd14ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:39:32.716251 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-47cecf28-8a4d-432a-bc79-48c42e342f18 req-849ec9b7-47eb-46bb-814a-7d7617ac8116 service neutron] Bound port: cc7f1136-5680-4920-b645-1fd45a850007, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50cc5eca-9bee-4d55-895b-78a39cd14ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:39:32.716651 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-47cecf28-8a4d-432a-bc79-48c42e342f18 req-849ec9b7-47eb-46bb-814a-7d7617ac8116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (cc7f1136-5680-4920-b645-1fd45a850007), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:32.769837 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:32.773396 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:32.783491 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-47cecf28-8a4d-432a-bc79-48c42e342f18 req-849ec9b7-47eb-46bb-814a-7d7617ac8116 service neutron] For port cc7f1136-5680-4920-b645-1fd45a850007, host hv-cinder-85032, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:39:32.786724 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-47cecf28-8a4d-432a-bc79-48c42e342f18 req-849ec9b7-47eb-46bb-814a-7d7617ac8116 service neutron] For port cc7f1136-5680-4920-b645-1fd45a850007, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=cc7f1136-5680-4920-b645-1fd45a850007,segment=NetworkSegment(50cc5eca-9bee-4d55-895b-78a39cd14ac0),segment_id=50cc5eca-9bee-4d55-895b-78a39cd14ac0)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:39:32.794344 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-47cecf28-8a4d-432a-bc79-48c42e342f18 req-849ec9b7-47eb-46bb-814a-7d7617ac8116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2678318'] for port (cc7f1136-5680-4920-b645-1fd45a850007), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:32.795434 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c9fb48c-0efd-4832-93ac-6392bf7f1e10 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Router 002af737-514c-4af7-9b09-9a09e600ed84 has already been hosted by L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:39:32.798076 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cecf28-8a4d-432a-bc79-48c42e342f18 req-849ec9b7-47eb-46bb-814a-7d7617ac8116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:32.799013 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-47cecf28-8a4d-432a-bc79-48c42e342f18 req-849ec9b7-47eb-46bb-814a-7d7617ac8116 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:32.800465 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-47cecf28-8a4d-432a-bc79-48c42e342f18 req-849ec9b7-47eb-46bb-814a-7d7617ac8116 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/cc7f1136-5680-4920-b645-1fd45a850007 HTTP/1.1" status: 200 len: 1093 time: 0.6454985 Sep 16 19:39:32.802628 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed0c39cd-c4a3-40f1-941a-13ade843dd36', 'tag': 'cc7f1136-5680-4920-b645-1fd45a850007'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:39:32.805312 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc02aeec164665d1be19478bc83a94d6f81df8203eb0e70a86ccaa2f58cdb70d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4541080d-7c39-444c-bb9c-e7005681ff08" -d '{"events": [{"name": "network-changed", "server_uuid": "ed0c39cd-c4a3-40f1-941a-13ade843dd36", "tag": "cc7f1136-5680-4920-b645-1fd45a850007"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:39:32.848072 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:32.852643 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 19:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d993e107-25f0-4d07-a6d5-9c63fb71f935 x-openstack-request-id: req-d993e107-25f0-4d07-a6d5-9c63fb71f935 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:39:32.852935 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed0c39cd-c4a3-40f1-941a-13ade843dd36", "tag": "cc7f1136-5680-4920-b645-1fd45a850007", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:39:32.853166 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d993e107-25f0-4d07-a6d5-9c63fb71f935 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:39:32.853563 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d993e107-25f0-4d07-a6d5-9c63fb71f935'] response: {'name': 'network-changed', 'server_uuid': 'ed0c39cd-c4a3-40f1-941a-13ade843dd36', 'tag': 'cc7f1136-5680-4920-b645-1fd45a850007', 'status': 'completed', 'code': 200} Sep 16 19:39:32.867573 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ec9b7-47eb-46bb-814a-7d7617ac8116 service neutron] Pushing event updated for resources: {'Port': ['ID=cc7f1136-5680-4920-b645-1fd45a850007,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:39:32.901420 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9fb48c-0efd-4832-93ac-6392bf7f1e10 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:39:32.911871 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e23d0d4-74f5-4d6d-9f06-78e21c7ca0ad None None] Sync routers for ids ['002af737-514c-4af7-9b09-9a09e600ed84'] in dv-cinder-850320-7-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:39:32.913719 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cecf28-8a4d-432a-bc79-48c42e342f18 req-9f4968cb-ae0e-43c1-b35a-15eaecebf1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:32.915858 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-47cecf28-8a4d-432a-bc79-48c42e342f18 req-9f4968cb-ae0e-43c1-b35a-15eaecebf1a0 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1b0318f1a663428f9d5d3b4dcb7fca87&device_id=ed0c39cd-c4a3-40f1-941a-13ade843dd36 HTTP/1.1" status: 200 len: 1127 time: 0.0409131 Sep 16 19:39:32.921447 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6c9fb48c-0efd-4832-93ac-6392bf7f1e10 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for floatingip (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:32.922328 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e23d0d4-74f5-4d6d-9f06-78e21c7ca0ad None None] Routers {'002af737-514c-4af7-9b09-9a09e600ed84'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:39:32.922937 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-3e23d0d4-74f5-4d6d-9f06-78e21c7ca0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:39:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['002af737-514c-4af7-9b09-9a09e600ed84'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:39:32.951544 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-6c9fb48c-0efd-4832-93ac-6392bf7f1e10 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6203535 Sep 16 19:39:32.952198 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc', 'tag': 'c34a3cd9-3655-434d-96cf-65014b97c1ea'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:39:32.954593 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e152f16bac9f1df6f483fa1cb5a6d8c6a2a494143f87e2794594a52eeef6f53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7fb588-2703-4f00-b27e-4427eb534931" -d '{"events": [{"name": "network-changed", "server_uuid": "0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc", "tag": "c34a3cd9-3655-434d-96cf-65014b97c1ea"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:39:32.962614 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-47cecf28-8a4d-432a-bc79-48c42e342f18 req-7ccf7a13-d78b-42ca-80a4-e9a6fdbaab2d service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc7f1136-5680-4920-b645-1fd45a850007 HTTP/1.1" status: 200 len: 217 time: 0.0341196 Sep 16 19:39:32.991761 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 19:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1db4eff-0181-49ef-abb1-709bf8025ca5 x-openstack-request-id: req-d1db4eff-0181-49ef-abb1-709bf8025ca5 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:39:32.992056 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc", "tag": "c34a3cd9-3655-434d-96cf-65014b97c1ea", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:39:32.992310 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d1db4eff-0181-49ef-abb1-709bf8025ca5 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:39:32.992772 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1db4eff-0181-49ef-abb1-709bf8025ca5'] response: {'name': 'network-changed', 'server_uuid': '0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc', 'tag': 'c34a3cd9-3655-434d-96cf-65014b97c1ea', 'status': 'completed', 'code': 200} Sep 16 19:39:33.014061 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cecf28-8a4d-432a-bc79-48c42e342f18 req-4c7aee1a-2546-4f6d-8b27-b7796924521b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:33.015678 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-47cecf28-8a4d-432a-bc79-48c42e342f18 req-4c7aee1a-2546-4f6d-8b27-b7796924521b service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=a0e226b1-515f-4be0-ae74-7f28e313a43e HTTP/1.1" status: 200 len: 854 time: 0.0477476 Sep 16 19:39:33.032162 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-3e23d0d4-74f5-4d6d-9f06-78e21c7ca0ad None None] Set router 002af737-514c-4af7-9b09-9a09e600ed84 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:39:33.062096 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-47cecf28-8a4d-432a-bc79-48c42e342f18 req-f3d22bc5-c946-471b-8f08-2e7223375483 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337851 Sep 16 19:39:33.076212 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fb588-2703-4f00-b27e-4427eb534931 req-fb4ce47a-ba75-4af7-b64c-7597f1d94024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:33.077650 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7d7fb588-2703-4f00-b27e-4427eb534931 req-fb4ce47a-ba75-4af7-b64c-7597f1d94024 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=9b9158de13684627b042d2a183330eff&device_id=0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc HTTP/1.1" status: 200 len: 1129 time: 0.0403390 Sep 16 19:39:33.091479 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:33.157801 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-47cecf28-8a4d-432a-bc79-48c42e342f18 req-3d2935d0-b8dc-44b9-97bf-71aac1a9fdb2 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881908 Sep 16 19:39:33.182851 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fb588-2703-4f00-b27e-4427eb534931 req-eed93aec-8618-4c0f-9cb1-286ffe7d3b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:33.184329 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7d7fb588-2703-4f00-b27e-4427eb534931 req-eed93aec-8618-4c0f-9cb1-286ffe7d3b91 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=a6a02090-2f02-4634-aa67-dc86c3956885 HTTP/1.1" status: 200 len: 912 time: 0.1012778 Sep 16 19:39:33.246508 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7d7fb588-2703-4f00-b27e-4427eb534931 req-6ed5a485-8d97-41f3-bcd7-39929167fbb7 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c34a3cd9-3655-434d-96cf-65014b97c1ea HTTP/1.1" status: 200 len: 998 time: 0.0556569 Sep 16 19:39:33.250598 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-3e23d0d4-74f5-4d6d-9f06-78e21c7ca0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002af737-514c-4af7-9b09-9a09e600ed84', 'name': 'tempest-TestVolumeBootPattern-907653964-router', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:35:37Z', 'updated_at': '2022-09-16T19:35:40Z', 'revision_number': 4, 'project_id': '9b9158de13684627b042d2a183330eff', 'gw_port': {'id': '7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:38Z', 'updated_at': '2022-09-16T19:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_floatingips': [{'id': '13258841-a335-4d76-9f18-a70d0e9fc847', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'floating_ip_address': '172.27.2.55', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'port_id': 'c34a3cd9-3655-434d-96cf-65014b97c1ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885', 'mac_address': 'fa:16:3e:82:b2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:39:31Z', 'updated_at': '2022-09-16T19:39:31Z', 'revision_number': 0, 'project_id': '9b9158de13684627b042d2a183330eff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58d5b297-c5a6-4a57-9275-f26abaaeeb2e', 'name': '', 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'mac_address': 'fa:16:3e:6f:85:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '085fd4f8-7ca2-48a8-876f-2233969b7ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:40Z', 'updated_at': '2022-09-16T19:35:46Z', 'revision_number': 5, 'project_id': '9b9158de13684627b042d2a183330eff', 'subnets': [{'id': '085fd4f8-7ca2-48a8-876f-2233969b7ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:39:33.254720 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-47cecf28-8a4d-432a-bc79-48c42e342f18 req-5568fee5-b689-4a7f-9853-fcddf9521cec service neutron] 10.222.0.27 "GET /networking/v2.0/networks/eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908310 Sep 16 19:39:33.275493 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e23d0d4-74f5-4d6d-9f06-78e21c7ca0ad None None] Checking router: 002af737-514c-4af7-9b09-9a09e600ed84 for host: dv-cinder-850320-7-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:39:33.284641 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e23d0d4-74f5-4d6d-9f06-78e21c7ca0ad None None] Routers {'002af737-514c-4af7-9b09-9a09e600ed84'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:39:33.285293 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-3e23d0d4-74f5-4d6d-9f06-78e21c7ca0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:39:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['002af737-514c-4af7-9b09-9a09e600ed84'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:39:33.302898 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fb588-2703-4f00-b27e-4427eb534931 req-372b5f19-99e3-405f-adc4-3d7a37592866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:33.304576 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7d7fb588-2703-4f00-b27e-4427eb534931 req-372b5f19-99e3-405f-adc4-3d7a37592866 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=085fd4f8-7ca2-48a8-876f-2233969b7ec3 HTTP/1.1" status: 200 len: 850 time: 0.0518432 Sep 16 19:39:33.523130 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-3e23d0d4-74f5-4d6d-9f06-78e21c7ca0ad None None] Set router 002af737-514c-4af7-9b09-9a09e600ed84 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:39:33.595857 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:33.686361 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:33.754086 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-3e23d0d4-74f5-4d6d-9f06-78e21c7ca0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002af737-514c-4af7-9b09-9a09e600ed84', 'name': 'tempest-TestVolumeBootPattern-907653964-router', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:35:37Z', 'updated_at': '2022-09-16T19:35:40Z', 'revision_number': 4, 'project_id': '9b9158de13684627b042d2a183330eff', 'gw_port': {'id': '7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:38Z', 'updated_at': '2022-09-16T19:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_floatingips': [{'id': '13258841-a335-4d76-9f18-a70d0e9fc847', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'floating_ip_address': '172.27.2.55', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'port_id': 'c34a3cd9-3655-434d-96cf-65014b97c1ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885', 'mac_address': 'fa:16:3e:82:b2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:39:31Z', 'updated_at': '2022-09-16T19:39:31Z', 'revision_number': 0, 'project_id': '9b9158de13684627b042d2a183330eff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58d5b297-c5a6-4a57-9275-f26abaaeeb2e', 'name': '', 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'mac_address': 'fa:16:3e:6f:85:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '085fd4f8-7ca2-48a8-876f-2233969b7ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:40Z', 'updated_at': '2022-09-16T19:35:46Z', 'revision_number': 5, 'project_id': '9b9158de13684627b042d2a183330eff', 'subnets': [{'id': '085fd4f8-7ca2-48a8-876f-2233969b7ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:39:33.770368 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32669f75-f3b0-41dd-a548-0d0ddb199762 req-4103580b-bc6e-474e-ad25-9fb4bc99398d tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:33.771334 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-32669f75-f3b0-41dd-a548-0d0ddb199762 req-4103580b-bc6e-474e-ad25-9fb4bc99398d tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ed0c39cd-c4a3-40f1-941a-13ade843dd36 HTTP/1.1" status: 200 len: 943 time: 0.0502071 Sep 16 19:39:33.785340 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e23d0d4-74f5-4d6d-9f06-78e21c7ca0ad None None] The sync data for ids ['002af737-514c-4af7-9b09-9a09e600ed84'] in dv-cinder-850320-7-iscsi is: [{'id': '002af737-514c-4af7-9b09-9a09e600ed84', 'name': 'tempest-TestVolumeBootPattern-907653964-router', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:35:37Z', 'updated_at': '2022-09-16T19:35:40Z', 'revision_number': 4, 'project_id': '9b9158de13684627b042d2a183330eff', 'gw_port': {'id': '7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:38Z', 'updated_at': '2022-09-16T19:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_floatingips': [{'id': '13258841-a335-4d76-9f18-a70d0e9fc847', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'floating_ip_address': '172.27.2.55', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'port_id': 'c34a3cd9-3655-434d-96cf-65014b97c1ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885', 'mac_address': 'fa:16:3e:82:b2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:39:31Z', 'updated_at': '2022-09-16T19:39:31Z', 'revision_number': 0, 'project_id': '9b9158de13684627b042d2a183330eff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58d5b297-c5a6-4a57-9275-f26abaaeeb2e', 'name': '', 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'mac_address': 'fa:16:3e:6f:85:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '085fd4f8-7ca2-48a8-876f-2233969b7ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:40Z', 'updated_at': '2022-09-16T19:35:46Z', 'revision_number': 5, 'project_id': '9b9158de13684627b042d2a183330eff', 'subnets': [{'id': '085fd4f8-7ca2-48a8-876f-2233969b7ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:39:33.822023 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-32669f75-f3b0-41dd-a548-0d0ddb199762 req-4411ac34-597e-4f46-b3c9-262e66315e45 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd88e837-3a40-4fa6-958a-11237a2c6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438623 Sep 16 19:39:33.982035 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca0d143-f6b9-4b2d-aca9-5070a2fe9590 None None] New status for floating IP 13258841-a335-4d76-9f18-a70d0e9fc847: ACTIVE {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 19:39:34.962732 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ec825-3279-453f-8e54-cfa9b118138c req-c6559bc3-e948-4f75-adc5-b349f57830ee tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:34.964216 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-263ec825-3279-453f-8e54-cfa9b118138c req-c6559bc3-e948-4f75-adc5-b349f57830ee tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ed0c39cd-c4a3-40f1-941a-13ade843dd36 HTTP/1.1" status: 200 len: 943 time: 0.0560422 Sep 16 19:39:35.012453 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:35.018757 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-263ec825-3279-453f-8e54-cfa9b118138c req-9fba7b71-8977-44da-a9b1-693b85f83299 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd88e837-3a40-4fa6-958a-11237a2c6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455735 Sep 16 19:39:35.116224 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:35.464249 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fb588-2703-4f00-b27e-4427eb534931 req-ac03821e-6c9a-4c76-b6c3-addf22fd6eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:35.465043 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4541080d-7c39-444c-bb9c-e7005681ff08 req-9c81fa29-178e-4083-9652-01a91579eee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:35.465761 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7d7fb588-2703-4f00-b27e-4427eb534931 req-ac03821e-6c9a-4c76-b6c3-addf22fd6eb3 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=a6a02090-2f02-4634-aa67-dc86c3956885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442650 Sep 16 19:39:35.466654 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4541080d-7c39-444c-bb9c-e7005681ff08 req-9c81fa29-178e-4083-9652-01a91579eee1 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1b0318f1a663428f9d5d3b4dcb7fca87&device_id=ed0c39cd-c4a3-40f1-941a-13ade843dd36 HTTP/1.1" status: 200 len: 1127 time: 0.0446849 Sep 16 19:39:35.565272 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4541080d-7c39-444c-bb9c-e7005681ff08 req-6627d205-a976-4819-82ab-723c39b74829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:35.565762 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7d7fb588-2703-4f00-b27e-4427eb534931 req-3e4ad71d-dd96-41c7-9a03-f0e807efc364 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a6a02090-2f02-4634-aa67-dc86c3956885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891807 Sep 16 19:39:35.566712 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4541080d-7c39-444c-bb9c-e7005681ff08 req-6627d205-a976-4819-82ab-723c39b74829 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa HTTP/1.1" status: 200 len: 915 time: 0.0885711 Sep 16 19:39:35.611049 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4541080d-7c39-444c-bb9c-e7005681ff08 req-5bff444b-62c4-4412-915b-1ea13310aa2b service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc7f1136-5680-4920-b645-1fd45a850007 HTTP/1.1" status: 200 len: 217 time: 0.0340385 Sep 16 19:39:35.667699 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4541080d-7c39-444c-bb9c-e7005681ff08 req-b01fa52c-29be-4755-bd3c-1bea9f18483d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:35.669221 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4541080d-7c39-444c-bb9c-e7005681ff08 req-b01fa52c-29be-4755-bd3c-1bea9f18483d service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=a0e226b1-515f-4be0-ae74-7f28e313a43e HTTP/1.1" status: 200 len: 854 time: 0.0532570 Sep 16 19:39:35.670602 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7d7fb588-2703-4f00-b27e-4427eb534931 req-fdf404c8-8ab2-422e-8d90-0a4fa2cd1365 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a6a02090-2f02-4634-aa67-dc86c3956885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942178 Sep 16 19:39:35.717385 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4541080d-7c39-444c-bb9c-e7005681ff08 req-71284cce-6073-4eb9-9cf3-970c445733ab service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256524 Sep 16 19:39:35.810230 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4541080d-7c39-444c-bb9c-e7005681ff08 req-f9039130-bf6c-42e0-9536-906175c97a04 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861177 Sep 16 19:39:35.903886 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4541080d-7c39-444c-bb9c-e7005681ff08 req-58345eb4-4a2f-4336-9101-f18f44957ed1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878625 Sep 16 19:39:36.152696 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603339ba-8ab0-44e5-acfd-8b886f0e5d06 req-f38c3d25-fa26-479c-a555-c01abfd10006 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:36.154177 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-603339ba-8ab0-44e5-acfd-8b886f0e5d06 req-f38c3d25-fa26-479c-a555-c01abfd10006 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ed0c39cd-c4a3-40f1-941a-13ade843dd36 HTTP/1.1" status: 200 len: 943 time: 0.0530090 Sep 16 19:39:36.203012 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-603339ba-8ab0-44e5-acfd-8b886f0e5d06 req-6d9ced6a-0252-4115-934e-6d41452119f2 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd88e837-3a40-4fa6-958a-11237a2c6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431604 Sep 16 19:39:36.653932 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device cc7f1136-5680-4920-b645-1fd45a850007 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 19:39:36.672538 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:36.757440 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port cc7f1136-5680-4920-b645-1fd45a850007, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=cc7f1136-5680-4920-b645-1fd45a850007,segment=NetworkSegment(50cc5eca-9bee-4d55-895b-78a39cd14ac0),segment_id=50cc5eca-9bee-4d55-895b-78a39cd14ac0)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:39:36.769970 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Returning: {'device': 'cc7f1136-5680-4920-b645-1fd45a850007', 'network_id': 'eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa', 'port_id': 'cc7f1136-5680-4920-b645-1fd45a850007', 'mac_address': 'fa:16:3e:27:3e:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0e226b1-515f-4be0-ae74-7f28e313a43e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 19:39:36.809692 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port cc7f1136-5680-4920-b645-1fd45a850007 is: DOWN; New status is: BUILD {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:39:36.810079 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (cc7f1136-5680-4920-b645-1fd45a850007), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:36.823758 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc7f1136-5680-4920-b645-1fd45a850007 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 19:39:36.844414 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port cc7f1136-5680-4920-b645-1fd45a850007, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=cc7f1136-5680-4920-b645-1fd45a850007,segment=NetworkSegment(50cc5eca-9bee-4d55-895b-78a39cd14ac0),segment_id=50cc5eca-9bee-4d55-895b-78a39cd14ac0)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:39:36.850922 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (cc7f1136-5680-4920-b645-1fd45a850007), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:36.896704 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=cc7f1136-5680-4920-b645-1fd45a850007,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:39:37.275307 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] get_ports_and_sgs() called for port_ids ['cc7f1136-5680-4920-b645-1fd45a850007'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 19:39:37.345511 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec1f84-495e-49df-a899-4d58e6bbb7e1 req-137f165a-2699-458b-847c-7859586d2fda tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:37.347069 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bbec1f84-495e-49df-a899-4d58e6bbb7e1 req-137f165a-2699-458b-847c-7859586d2fda tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ed0c39cd-c4a3-40f1-941a-13ade843dd36 HTTP/1.1" status: 200 len: 944 time: 0.0522435 Sep 16 19:39:37.394515 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bbec1f84-495e-49df-a899-4d58e6bbb7e1 req-1a68e8e2-4627-49fe-8fb6-e59beb1773e3 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd88e837-3a40-4fa6-958a-11237a2c6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415533 Sep 16 19:39:38.481772 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:38.522143 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ccfc44-35fa-49f4-be09-fe50b82993f9 req-8209f292-56cb-4bbd-b634-b1543150bb50 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:38.523620 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e6ccfc44-35fa-49f4-be09-fe50b82993f9 req-8209f292-56cb-4bbd-b634-b1543150bb50 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ed0c39cd-c4a3-40f1-941a-13ade843dd36 HTTP/1.1" status: 200 len: 944 time: 0.0520415 Sep 16 19:39:38.572023 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e6ccfc44-35fa-49f4-be09-fe50b82993f9 req-99353a8c-93d2-458b-b4a8-d5308b361a84 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd88e837-3a40-4fa6-958a-11237a2c6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424464 Sep 16 19:39:38.679975 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device cc7f1136-5680-4920-b645-1fd45a850007 up at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:39:38.729931 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Provisioning for port cc7f1136-5680-4920-b645-1fd45a850007 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 19:39:38.739482 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Provisioning complete for port cc7f1136-5680-4920-b645-1fd45a850007 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:39:38.740056 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (cc7f1136-5680-4920-b645-1fd45a850007), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:38.740425 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Attempt 1 to provision port cc7f1136-5680-4920-b645-1fd45a850007 Sep 16 19:39:38.825475 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port cc7f1136-5680-4920-b645-1fd45a850007 is: BUILD; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:39:38.825868 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (cc7f1136-5680-4920-b645-1fd45a850007), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:38.843940 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:38.850330 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0c39cd-c4a3-40f1-941a-13ade843dd36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7f1136-5680-4920-b645-1fd45a850007'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:39:38.852592 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f3f7bbbb38247194f391b6222dc5c183e9bfb457d3b71a23f23b79e9cf016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1954829-7fb2-4148-a808-51af9b6f3ff1" -d '{"events": [{"server_uuid": "ed0c39cd-c4a3-40f1-941a-13ade843dd36", "name": "network-vif-plugged", "status": "completed", "tag": "cc7f1136-5680-4920-b645-1fd45a850007"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:39:38.866087 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port cc7f1136-5680-4920-b645-1fd45a850007, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=cc7f1136-5680-4920-b645-1fd45a850007,segment=NetworkSegment(50cc5eca-9bee-4d55-895b-78a39cd14ac0),segment_id=50cc5eca-9bee-4d55-895b-78a39cd14ac0)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:39:38.871603 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (cc7f1136-5680-4920-b645-1fd45a850007), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:39:38.893840 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 19:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4244de-5256-4c43-8de0-52f9c7993df2 x-openstack-request-id: req-6d4244de-5256-4c43-8de0-52f9c7993df2 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:39:38.894126 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed0c39cd-c4a3-40f1-941a-13ade843dd36", "name": "network-vif-plugged", "status": "completed", "tag": "cc7f1136-5680-4920-b645-1fd45a850007", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:39:38.894373 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6d4244de-5256-4c43-8de0-52f9c7993df2 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:39:38.894763 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d4244de-5256-4c43-8de0-52f9c7993df2'] response: {'server_uuid': 'ed0c39cd-c4a3-40f1-941a-13ade843dd36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7f1136-5680-4920-b645-1fd45a850007', 'code': 200} Sep 16 19:39:38.920895 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=cc7f1136-5680-4920-b645-1fd45a850007,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:39:39.107299 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71352a08-fb7c-4a3e-ad4e-25861fd640b8 req-2afcf68e-21ad-4040-858e-70e0d04deb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:39.108941 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-71352a08-fb7c-4a3e-ad4e-25861fd640b8 req-2afcf68e-21ad-4040-858e-70e0d04deb13 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ed0c39cd-c4a3-40f1-941a-13ade843dd36 HTTP/1.1" status: 200 len: 1129 time: 0.0398862 Sep 16 19:39:39.120245 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:39.155906 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-71352a08-fb7c-4a3e-ad4e-25861fd640b8 req-356c9faa-cd32-4860-b924-7547379bc8ad service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd88e837-3a40-4fa6-958a-11237a2c6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405967 Sep 16 19:39:39.699286 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310862af-5442-4c45-b4d9-910484647a73 req-8f07be5e-0b99-4f6f-82ca-4f41a86acebc tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:39.700687 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-310862af-5442-4c45-b4d9-910484647a73 req-8f07be5e-0b99-4f6f-82ca-4f41a86acebc tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ed0c39cd-c4a3-40f1-941a-13ade843dd36 HTTP/1.1" status: 200 len: 945 time: 0.0504823 Sep 16 19:39:39.748847 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-310862af-5442-4c45-b4d9-910484647a73 req-fc7247ad-f244-4328-be6a-89c28b87d6f9 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd88e837-3a40-4fa6-958a-11237a2c6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424323 Sep 16 19:39:40.880713 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:40.892266 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b980b-6f2c-4639-a080-e7e06d7c9da1 req-e282f666-8c11-47c2-b9bc-c24c9892b3a3 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:40.893763 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-268b980b-6f2c-4639-a080-e7e06d7c9da1 req-e282f666-8c11-47c2-b9bc-c24c9892b3a3 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ed0c39cd-c4a3-40f1-941a-13ade843dd36 HTTP/1.1" status: 200 len: 945 time: 0.0539486 Sep 16 19:39:40.946636 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-268b980b-6f2c-4639-a080-e7e06d7c9da1 req-971824e2-1bec-44d4-ad45-a4fae6df3377 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd88e837-3a40-4fa6-958a-11237a2c6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464189 Sep 16 19:39:42.079659 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b0115-e2b7-4c88-bc2f-363507d2f142 req-9ccd7df9-eed1-4267-9247-32f8ea827f7f tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:39:42.081051 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9e9b0115-e2b7-4c88-bc2f-363507d2f142 req-9ccd7df9-eed1-4267-9247-32f8ea827f7f tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ed0c39cd-c4a3-40f1-941a-13ade843dd36 HTTP/1.1" status: 200 len: 945 time: 0.0487812 Sep 16 19:39:42.132504 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9e9b0115-e2b7-4c88-bc2f-363507d2f142 req-a1a89ed4-33eb-443a-80bb-9150544dce15 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd88e837-3a40-4fa6-958a-11237a2c6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456555 Sep 16 19:39:44.091212 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:44.093528 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:48.917197 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=79,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:48.918008 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=6 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:50.930921 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:50.940019 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=60 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:52.119855 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=25 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:52.128656 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=32 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:39:56.441061 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:40:00.028764 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-17333fe2-5424-4713-bb55-bf5ccca5a622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:40:01.807481 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48396c20-0ed4-41d1-853d-2b97f36b5d7f req-39914cf7-16a6-4cf8-b1fc-9f709f408b85 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:01.808982 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-48396c20-0ed4-41d1-853d-2b97f36b5d7f req-39914cf7-16a6-4cf8-b1fc-9f709f408b85 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 946 time: 0.0534620 Sep 16 19:40:01.856920 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-48396c20-0ed4-41d1-853d-2b97f36b5d7f req-88c8e6d9-34ce-4698-94e2-4e9d354aad26 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415812 Sep 16 19:40:02.026543 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:40:02.279231 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-28469b43-ad5c-4d48-9112-4e1e372333d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:40:03.013000 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3cf04b-89a4-4de4-a8c4-433549491c91 req-fb5f22fc-caf5-47c3-8c47-34c0f11c0763 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:03.014486 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6d3cf04b-89a4-4de4-a8c4-433549491c91 req-fb5f22fc-caf5-47c3-8c47-34c0f11c0763 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 946 time: 0.0496671 Sep 16 19:40:03.070278 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6d3cf04b-89a4-4de4-a8c4-433549491c91 req-b659cbe5-d6ac-4ff8-9ac6-318e8bf1391a tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483346 Sep 16 19:40:03.677877 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:40:04.202599 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00450081-2f89-4014-9a5a-d2c68b862e04 req-8ae12f31-3079-44da-833a-76eb0e3afbe4 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:04.204508 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-00450081-2f89-4014-9a5a-d2c68b862e04 req-8ae12f31-3079-44da-833a-76eb0e3afbe4 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 946 time: 0.0501373 Sep 16 19:40:04.254549 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-00450081-2f89-4014-9a5a-d2c68b862e04 req-e483a4d4-86aa-4596-9dbf-30a13e1bd73a tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441053 Sep 16 19:40:05.018782 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:40:05.118257 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:40:05.385655 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db9a64-349f-42ea-8569-d1f37a7f6edc req-4d773b58-eab2-4d36-96a2-91c2ea790171 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:05.387045 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c8db9a64-349f-42ea-8569-d1f37a7f6edc req-4d773b58-eab2-4d36-96a2-91c2ea790171 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 946 time: 0.0489578 Sep 16 19:40:05.438242 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c8db9a64-349f-42ea-8569-d1f37a7f6edc req-d288b95d-a940-4806-b7da-00b1949a3c1c tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454497 Sep 16 19:40:06.589424 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d10b5-dd05-4a41-ae96-2743072c3fc4 req-b95828a1-4017-450b-a091-20e5ec3fe35d tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:06.591046 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-658d10b5-dd05-4a41-ae96-2743072c3fc4 req-b95828a1-4017-450b-a091-20e5ec3fe35d tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 946 time: 0.0542142 Sep 16 19:40:06.656967 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-658d10b5-dd05-4a41-ae96-2743072c3fc4 req-4f979a34-593c-44f2-9a01-231a4bfa3164 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559919 Sep 16 19:40:07.808913 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b7a969-dcc2-4eb0-861d-147f7a676dc0 req-6e2f447e-8d71-44bd-a382-23f18c5801bf tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:07.810361 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e6b7a969-dcc2-4eb0-861d-147f7a676dc0 req-6e2f447e-8d71-44bd-a382-23f18c5801bf tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 946 time: 0.0573242 Sep 16 19:40:07.857145 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e6b7a969-dcc2-4eb0-861d-147f7a676dc0 req-c7be1bc5-2f61-4fd0-b007-f35dbd028d49 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410779 Sep 16 19:40:08.371862 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:40:08.373064 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=5 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:40:09.009468 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ca19a-cfcc-43ab-a29d-01bba2e2dcee req-ff006da3-0c48-472e-83dd-1925c5e527ee tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:09.010927 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e75ca19a-cfcc-43ab-a29d-01bba2e2dcee req-ff006da3-0c48-472e-83dd-1925c5e527ee tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 946 time: 0.0576386 Sep 16 19:40:09.060421 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e75ca19a-cfcc-43ab-a29d-01bba2e2dcee req-e0ecde8d-309b-468a-b69b-b46e44569fac tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413842 Sep 16 19:40:10.207975 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee993756-b090-4ec0-beb7-ee20229c2fbb req-bdb6228b-80ba-4b77-bffa-b4ffe59f7a13 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:10.209471 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ee993756-b090-4ec0-beb7-ee20229c2fbb req-bdb6228b-80ba-4b77-bffa-b4ffe59f7a13 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 946 time: 0.0519514 Sep 16 19:40:10.258183 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ee993756-b090-4ec0-beb7-ee20229c2fbb req-f389192c-b58e-422f-8ce7-5685fe0e04a3 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426881 Sep 16 19:40:11.044899 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106f96d-08f2-4dc9-9b40-0a425669cf38 req-de83298f-7c7a-4fef-90b6-7fe7e1e44718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:11.046371 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2106f96d-08f2-4dc9-9b40-0a425669cf38 req-de83298f-7c7a-4fef-90b6-7fe7e1e44718 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ea12091447ba4a5799d6f416b32fa5cc&device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 1130 time: 0.0428226 Sep 16 19:40:11.153623 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106f96d-08f2-4dc9-9b40-0a425669cf38 req-633632f6-1cd0-4997-97ab-58a106098b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:11.155161 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2106f96d-08f2-4dc9-9b40-0a425669cf38 req-633632f6-1cd0-4997-97ab-58a106098b76 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=244c5642-5ab0-4834-bd0e-759fe8c918bc HTTP/1.1" status: 200 len: 918 time: 0.0891716 Sep 16 19:40:11.218818 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2106f96d-08f2-4dc9-9b40-0a425669cf38 req-01a23739-e0ad-429d-a773-0b8ed54a32c7 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dcbd110-0af4-41d6-9d8a-2af13df464b2 HTTP/1.1" status: 200 len: 1002 time: 0.0575168 Sep 16 19:40:11.413605 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106f96d-08f2-4dc9-9b40-0a425669cf38 req-aa2dc604-b004-47db-b701-83e0160d631c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:11.415044 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2106f96d-08f2-4dc9-9b40-0a425669cf38 req-aa2dc604-b004-47db-b701-83e0160d631c service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=e74eaa38-2acb-40fa-b32b-5cd01428e71e HTTP/1.1" status: 200 len: 856 time: 0.0763540 Sep 16 19:40:11.422624 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e42e3f-8c08-4673-883d-4f82750af26f req-86e6d087-ccd7-4191-b571-869d83aae6de tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:11.423951 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-85e42e3f-8c08-4673-883d-4f82750af26f req-86e6d087-ccd7-4191-b571-869d83aae6de tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 946 time: 0.0584366 Sep 16 19:40:11.472093 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-85e42e3f-8c08-4673-883d-4f82750af26f req-9d32f218-42a9-41a5-abab-e4f3b9fb0f0e tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421958 Sep 16 19:40:11.760714 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106f96d-08f2-4dc9-9b40-0a425669cf38 req-9ce63458-617f-48db-be72-c3cce71ceac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:11.762188 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2106f96d-08f2-4dc9-9b40-0a425669cf38 req-9ce63458-617f-48db-be72-c3cce71ceac7 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=244c5642-5ab0-4834-bd0e-759fe8c918bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435383 Sep 16 19:40:11.854434 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2106f96d-08f2-4dc9-9b40-0a425669cf38 req-f3803c82-bc78-4638-afd6-e9d13c084c76 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/244c5642-5ab0-4834-bd0e-759fe8c918bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843253 Sep 16 19:40:12.209048 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2106f96d-08f2-4dc9-9b40-0a425669cf38 req-8ea5b863-252b-40bc-b71d-c992e7772aa2 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/244c5642-5ab0-4834-bd0e-759fe8c918bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939758 Sep 16 19:40:12.616913 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a13039-1187-45d6-a651-034389d2b063 req-0007ac8c-86a3-4665-8a11-69da295912a2 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:12.618367 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-92a13039-1187-45d6-a651-034389d2b063 req-0007ac8c-86a3-4665-8a11-69da295912a2 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 946 time: 0.0593746 Sep 16 19:40:12.670451 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-92a13039-1187-45d6-a651-034389d2b063 req-490e55da-690a-4966-8037-82688364060e tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438933 Sep 16 19:40:13.815221 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a119ad-411e-467a-a5ad-ef47b4a20f3f req-e2c83969-83a5-46a9-88ae-826a9610d5bb tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:13.816705 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f4a119ad-411e-467a-a5ad-ef47b4a20f3f req-e2c83969-83a5-46a9-88ae-826a9610d5bb tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 946 time: 0.0541077 Sep 16 19:40:13.864649 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f4a119ad-411e-467a-a5ad-ef47b4a20f3f req-5da0ed4f-90ef-411f-a74f-9e34142b35c1 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421154 Sep 16 19:40:15.010146 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66cc93f-d183-4e0a-b900-0e73ae8fa445 req-0e4529df-8df8-4ef1-8c0e-b1b133b24030 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:15.011625 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d66cc93f-d183-4e0a-b900-0e73ae8fa445 req-0e4529df-8df8-4ef1-8c0e-b1b133b24030 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 946 time: 0.0524364 Sep 16 19:40:15.060117 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d66cc93f-d183-4e0a-b900-0e73ae8fa445 req-5b4aa455-222a-494e-9a29-7a28fd662728 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425453 Sep 16 19:40:15.108642 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:40:15.111562 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:40:15.789849 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 0dcbd110-0af4-41d6-9d8a-2af13df464b2 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 19:40:15.895596 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port 0dcbd110-0af4-41d6-9d8a-2af13df464b2, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=0dcbd110-0af4-41d6-9d8a-2af13df464b2,segment=NetworkSegment(36fb67b8-e635-4794-987f-fa439239cfd5),segment_id=36fb67b8-e635-4794-987f-fa439239cfd5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:40:15.908566 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Returning: {'device': '0dcbd110-0af4-41d6-9d8a-2af13df464b2', 'network_id': '244c5642-5ab0-4834-bd0e-759fe8c918bc', 'port_id': '0dcbd110-0af4-41d6-9d8a-2af13df464b2', 'mac_address': 'fa:16:3e:71:e0:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e74eaa38-2acb-40fa-b32b-5cd01428e71e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 19:40:15.944899 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port 0dcbd110-0af4-41d6-9d8a-2af13df464b2 is: ACTIVE; New status is: BUILD {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:40:15.945286 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (0dcbd110-0af4-41d6-9d8a-2af13df464b2), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:40:15.958320 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0dcbd110-0af4-41d6-9d8a-2af13df464b2 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 19:40:15.977916 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port 0dcbd110-0af4-41d6-9d8a-2af13df464b2, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=0dcbd110-0af4-41d6-9d8a-2af13df464b2,segment=NetworkSegment(36fb67b8-e635-4794-987f-fa439239cfd5),segment_id=36fb67b8-e635-4794-987f-fa439239cfd5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:40:15.985044 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (0dcbd110-0af4-41d6-9d8a-2af13df464b2), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:40:16.035474 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=0dcbd110-0af4-41d6-9d8a-2af13df464b2,revision_number=6']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:40:16.043411 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:40:16.043762 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:40:16.044097 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:40:16.044442 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:40:16.044801 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:40:16.045100 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:40:16.045444 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:40:16.045766 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:40:16.046082 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:40:16.046401 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:40:16.046748 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:40:16.047042 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:40:16.047385 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:40:16.047638 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:40:16.048007 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:40:16.173003 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:40:16.190625 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8b245-2fb9-45d7-87d4-aceb16743d6d req-6864daad-4da5-4d74-92c9-6e048ea3284b tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:16.192090 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c4e8b245-2fb9-45d7-87d4-aceb16743d6d req-6864daad-4da5-4d74-92c9-6e048ea3284b tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 945 time: 0.0502670 Sep 16 19:40:16.239587 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c4e8b245-2fb9-45d7-87d4-aceb16743d6d req-37ec893b-db15-4cab-a7b1-9b1673edc121 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412347 Sep 16 19:40:17.383205 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62d7cd-2039-4d63-9481-289b432e0a61 req-581b732a-a084-4901-b2ec-76d2c4658e49 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:17.384608 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6c62d7cd-2039-4d63-9481-289b432e0a61 req-581b732a-a084-4901-b2ec-76d2c4658e49 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 945 time: 0.0493610 Sep 16 19:40:17.438075 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6c62d7cd-2039-4d63-9481-289b432e0a61 req-d4c17a65-37cb-48c6-ba2a-43c3ff3b780b tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478303 Sep 16 19:40:18.287052 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] get_ports_and_sgs() called for port_ids ['0dcbd110-0af4-41d6-9d8a-2af13df464b2'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 19:40:18.585394 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31655b46-2be7-47bb-8818-bddc92d02e61 req-e7b8416f-1d2f-4132-a704-d31e003cfeeb tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:18.586869 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-31655b46-2be7-47bb-8818-bddc92d02e61 req-e7b8416f-1d2f-4132-a704-d31e003cfeeb tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 945 time: 0.0540397 Sep 16 19:40:18.626127 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:40:18.638308 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-31655b46-2be7-47bb-8818-bddc92d02e61 req-d6e422dd-395e-43cb-9fc8-f27fd5612949 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448072 Sep 16 19:40:19.783535 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0316d65b-476f-4258-82aa-f97cceaa4274 req-5f8473ef-a0ee-46ac-a735-9601004e40da tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:19.785060 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0316d65b-476f-4258-82aa-f97cceaa4274 req-5f8473ef-a0ee-46ac-a735-9601004e40da tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 945 time: 0.0531836 Sep 16 19:40:19.832671 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0316d65b-476f-4258-82aa-f97cceaa4274 req-7f8f8c03-f2a4-47ba-ae8c-5e496a43bfab tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418937 Sep 16 19:40:20.138919 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 0dcbd110-0af4-41d6-9d8a-2af13df464b2 up at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:40:20.190884 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Provisioning complete for port 0dcbd110-0af4-41d6-9d8a-2af13df464b2 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:40:20.191262 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (0dcbd110-0af4-41d6-9d8a-2af13df464b2), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:40:20.191595 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Attempt 1 to provision port 0dcbd110-0af4-41d6-9d8a-2af13df464b2 Sep 16 19:40:20.268058 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port 0dcbd110-0af4-41d6-9d8a-2af13df464b2 is: BUILD; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:40:20.268438 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (0dcbd110-0af4-41d6-9d8a-2af13df464b2), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:40:20.291271 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fbeb783-f9ce-4d86-b966-21fdf4eaf534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dcbd110-0af4-41d6-9d8a-2af13df464b2'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:40:20.294134 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f3f7bbbb38247194f391b6222dc5c183e9bfb457d3b71a23f23b79e9cf016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74dee5fd-43a7-44f6-81aa-82769f4abdd4" -d '{"events": [{"server_uuid": "9fbeb783-f9ce-4d86-b966-21fdf4eaf534", "name": "network-vif-plugged", "status": "completed", "tag": "0dcbd110-0af4-41d6-9d8a-2af13df464b2"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:40:20.306682 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port 0dcbd110-0af4-41d6-9d8a-2af13df464b2, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=0dcbd110-0af4-41d6-9d8a-2af13df464b2,segment=NetworkSegment(36fb67b8-e635-4794-987f-fa439239cfd5),segment_id=36fb67b8-e635-4794-987f-fa439239cfd5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:40:20.313590 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (0dcbd110-0af4-41d6-9d8a-2af13df464b2), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:40:20.342375 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 19:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef03bbf-2417-4bdb-9f9f-9967a6855a3d x-openstack-request-id: req-6ef03bbf-2417-4bdb-9f9f-9967a6855a3d {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:40:20.342718 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fbeb783-f9ce-4d86-b966-21fdf4eaf534", "name": "network-vif-plugged", "status": "completed", "tag": "0dcbd110-0af4-41d6-9d8a-2af13df464b2", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:40:20.342970 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6ef03bbf-2417-4bdb-9f9f-9967a6855a3d {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:40:20.343358 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ef03bbf-2417-4bdb-9f9f-9967a6855a3d'] response: {'server_uuid': '9fbeb783-f9ce-4d86-b966-21fdf4eaf534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dcbd110-0af4-41d6-9d8a-2af13df464b2', 'code': 200} Sep 16 19:40:20.370306 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=0dcbd110-0af4-41d6-9d8a-2af13df464b2,revision_number=7']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:40:20.982942 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e865d-64d6-4985-bb93-56c78e8a191a req-20545abc-e4f8-43d9-9d05-27c9c8585681 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:20.984441 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fd8e865d-64d6-4985-bb93-56c78e8a191a req-20545abc-e4f8-43d9-9d05-27c9c8585681 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 946 time: 0.0519540 Sep 16 19:40:21.039718 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fd8e865d-64d6-4985-bb93-56c78e8a191a req-1a7f95bb-4e2e-48a5-8ec7-855a96d7f27c tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469584 Sep 16 19:40:22.183457 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0d6db-dac9-421e-a0b1-b6ea635c9f83 req-78bae49d-a823-485b-87f0-c75078797f13 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:22.184980 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-99d0d6db-dac9-421e-a0b1-b6ea635c9f83 req-78bae49d-a823-485b-87f0-c75078797f13 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 946 time: 0.0549402 Sep 16 19:40:22.236881 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-99d0d6db-dac9-421e-a0b1-b6ea635c9f83 req-60a87d74-4ef5-4f1c-b76f-6f088f5475bb tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458174 Sep 16 19:40:23.622558 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e8438-8058-43e9-9f26-9f6542396b3e req-345ba9e8-17c2-47b3-8d62-70bc696c6bae tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:23.624018 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c09e8438-8058-43e9-9f26-9f6542396b3e req-345ba9e8-17c2-47b3-8d62-70bc696c6bae tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 946 time: 0.2966616 Sep 16 19:40:23.642520 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:40:23.673245 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c09e8438-8058-43e9-9f26-9f6542396b3e req-a842bc33-6429-4631-8c0c-5c1040a2173d tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434334 Sep 16 19:40:24.809273 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd874f-3a00-49cc-9760-9e2ab3de20fe req-113b8302-ba6b-483f-b48c-215d2e9f574b tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:24.810682 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e1dd874f-3a00-49cc-9760-9e2ab3de20fe req-113b8302-ba6b-483f-b48c-215d2e9f574b tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 946 time: 0.0475724 Sep 16 19:40:24.859329 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e1dd874f-3a00-49cc-9760-9e2ab3de20fe req-3a3d8053-1480-4e04-81a2-59fbf1476dab tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429697 Sep 16 19:40:26.002370 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b57df-1de0-4d14-b725-f8295aabfb4b req-fe8f44a2-82ba-4ea0-9e5e-5b804ff67f2f tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:26.003808 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8c4b57df-1de0-4d14-b725-f8295aabfb4b req-fe8f44a2-82ba-4ea0-9e5e-5b804ff67f2f tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 946 time: 0.0475159 Sep 16 19:40:26.024668 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:40:26.052715 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8c4b57df-1de0-4d14-b725-f8295aabfb4b req-1e83a942-6e0f-425e-9b57-aca736c8c169 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430844 Sep 16 19:40:27.198480 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ddf23-5f67-481d-97f3-76cc16c43f15 req-5507ccfd-4b40-4270-a5b0-e704480db7df tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:27.199933 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b15ddf23-5f67-481d-97f3-76cc16c43f15 req-5507ccfd-4b40-4270-a5b0-e704480db7df tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 946 time: 0.0564840 Sep 16 19:40:27.247535 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b15ddf23-5f67-481d-97f3-76cc16c43f15 req-c0afeb4e-7e53-4c58-b2a7-1cc7a9c55560 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418105 Sep 16 19:40:28.339425 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:40:28.401179 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415db59-d61f-4ebb-b2af-ef30c3750d0b req-116de81a-5c7b-4cdb-958b-2f51925a988e tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:28.402621 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0415db59-d61f-4ebb-b2af-ef30c3750d0b req-116de81a-5c7b-4cdb-958b-2f51925a988e tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 946 time: 0.0489533 Sep 16 19:40:28.455318 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0415db59-d61f-4ebb-b2af-ef30c3750d0b req-8139d0b4-59fc-4084-b385-c5a5b3081709 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438862 Sep 16 19:40:29.591524 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e28ec3-8b2f-4a58-b560-e60fa9852351 req-82aa0b8b-4028-4a7e-9e8d-1d15112b0c90 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:29.593052 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c9e28ec3-8b2f-4a58-b560-e60fa9852351 req-82aa0b8b-4028-4a7e-9e8d-1d15112b0c90 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 946 time: 0.0511734 Sep 16 19:40:29.639969 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c9e28ec3-8b2f-4a58-b560-e60fa9852351 req-aaf7efb5-6547-42e2-8ea2-8501bdcdc710 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410655 Sep 16 19:40:30.029534 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-733abb3c-b0cb-4a20-adce-ad6c68c136b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:40:30.788040 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade7c40-01f7-440f-bfdc-661d0a0a67a7 req-424db3a7-2ee2-4c04-9596-3f7f391c0d0b tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:30.790232 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5ade7c40-01f7-440f-bfdc-661d0a0a67a7 req-424db3a7-2ee2-4c04-9596-3f7f391c0d0b tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 946 time: 0.0533450 Sep 16 19:40:30.841183 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5ade7c40-01f7-440f-bfdc-661d0a0a67a7 req-0dfd269b-d309-4a12-9f3f-1c325de7e763 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448961 Sep 16 19:40:31.984703 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88379e9e-805b-4397-88d3-7c628380a723 req-e721787b-4eea-4c99-ac6f-2071634056e9 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:31.987420 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-88379e9e-805b-4397-88d3-7c628380a723 req-e721787b-4eea-4c99-ac6f-2071634056e9 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 946 time: 0.0515442 Sep 16 19:40:32.038498 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:40:32.052779 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-88379e9e-805b-4397-88d3-7c628380a723 req-945d78e1-ff95-4f11-b269-d57550e55a8e tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594501 Sep 16 19:40:32.274203 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-64b0515b-2810-4bc2-a92c-98cfe0227e94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:40:33.202603 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb72318-9070-4cbf-9874-58c106e5737e req-7e5569a6-74e6-4d03-a2b1-928d515d0075 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:33.205091 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2fb72318-9070-4cbf-9874-58c106e5737e req-7e5569a6-74e6-4d03-a2b1-928d515d0075 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 946 time: 0.0631680 Sep 16 19:40:33.266829 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2fb72318-9070-4cbf-9874-58c106e5737e req-16028591-7b30-4b10-b8f3-b5aeae5f6c25 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551620 Sep 16 19:40:33.440633 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:40:33.672434 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:40:34.426953 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dcf0f3-d359-470c-acdf-998d65c5b67a req-709e6c39-49e1-4d1b-8e36-9cee3b130ed9 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:34.428521 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f5dcf0f3-d359-470c-acdf-998d65c5b67a req-709e6c39-49e1-4d1b-8e36-9cee3b130ed9 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 946 time: 0.0674102 Sep 16 19:40:34.493849 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f5dcf0f3-d359-470c-acdf-998d65c5b67a req-606b01d4-2c8d-4d2b-8223-e2e8847a99e7 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576227 Sep 16 19:40:35.023287 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:40:35.115177 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:40:35.647793 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf26db5-866a-49cc-a73b-5f7b3fbe2abb req-9da678e6-e93d-4707-ab81-291a379e28a3 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:35.649786 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0bf26db5-866a-49cc-a73b-5f7b3fbe2abb req-9da678e6-e93d-4707-ab81-291a379e28a3 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 946 time: 0.0570116 Sep 16 19:40:35.710669 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0bf26db5-866a-49cc-a73b-5f7b3fbe2abb req-ef967c59-dddb-4cf9-8ba0-f7b273e003d9 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509036 Sep 16 19:40:36.052676 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f15a8-3263-460e-9b4b-852ae91809ec req-cced19a4-12c8-461b-b57b-a7d692ff7582 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:36.054504 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3f0f15a8-3263-460e-9b4b-852ae91809ec req-cced19a4-12c8-461b-b57b-a7d692ff7582 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ed0c39cd-c4a3-40f1-941a-13ade843dd36 HTTP/1.1" status: 200 len: 945 time: 0.0593145 Sep 16 19:40:36.108544 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3f0f15a8-3263-460e-9b4b-852ae91809ec req-938d30ae-8327-432f-a6f7-d0b045e1475b tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd88e837-3a40-4fa6-958a-11237a2c6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473609 Sep 16 19:40:36.865806 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766738c-7be7-49e9-be2e-8bf609ea1a5a req-3baaf179-9622-449f-9540-b7b582c85a4e tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:36.867464 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9766738c-7be7-49e9-be2e-8bf609ea1a5a req-3baaf179-9622-449f-9540-b7b582c85a4e tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 946 time: 0.0533760 Sep 16 19:40:36.928186 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9766738c-7be7-49e9-be2e-8bf609ea1a5a req-45bc9f8e-2521-42e8-82da-da194024a98e tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543058 Sep 16 19:40:37.249726 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217fd329-248a-43e7-8d67-d06e267a9c69 req-370c218b-b1ca-4d96-a89a-00d800e24b96 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:37.251900 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-217fd329-248a-43e7-8d67-d06e267a9c69 req-370c218b-b1ca-4d96-a89a-00d800e24b96 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ed0c39cd-c4a3-40f1-941a-13ade843dd36 HTTP/1.1" status: 200 len: 945 time: 0.0610645 Sep 16 19:40:37.308946 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-217fd329-248a-43e7-8d67-d06e267a9c69 req-d0dfb5b6-3ff6-4502-acb0-a7dbfbbbfa3a tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd88e837-3a40-4fa6-958a-11237a2c6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506060 Sep 16 19:40:38.068347 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8afb04-e7f3-4d32-8585-63a06336e8d7 req-b942445d-cf20-418a-aa07-d0d5fe9a9455 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:38.069978 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3f8afb04-e7f3-4d32-8585-63a06336e8d7 req-b942445d-cf20-418a-aa07-d0d5fe9a9455 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 946 time: 0.0479729 Sep 16 19:40:38.121855 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3f8afb04-e7f3-4d32-8585-63a06336e8d7 req-5510ed2e-9410-4b4b-879b-7dac4145b1b1 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459301 Sep 16 19:40:38.131679 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:40:38.156471 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745c490-1ff2-4507-9810-bd206ed70670 req-55f6b197-482c-432a-a9cf-67113cfd1260 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:38.158351 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3745c490-1ff2-4507-9810-bd206ed70670 req-55f6b197-482c-432a-a9cf-67113cfd1260 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ed0c39cd-c4a3-40f1-941a-13ade843dd36 HTTP/1.1" status: 200 len: 945 time: 0.0631573 Sep 16 19:40:38.264564 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-3745c490-1ff2-4507-9810-bd206ed70670 req-0b61f741-7de9-4278-9189-4daa8009420a tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Deleting port cc7f1136-5680-4920-b645-1fd45a850007 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:40:38.265253 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-3745c490-1ff2-4507-9810-bd206ed70670 req-0b61f741-7de9-4278-9189-4daa8009420a tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (cc7f1136-5680-4920-b645-1fd45a850007), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:40:38.328150 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:40:38.431788 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-3745c490-1ff2-4507-9810-bd206ed70670 req-0b61f741-7de9-4278-9189-4daa8009420a tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] For port cc7f1136-5680-4920-b645-1fd45a850007, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=cc7f1136-5680-4920-b645-1fd45a850007,segment=NetworkSegment(50cc5eca-9bee-4d55-895b-78a39cd14ac0),segment_id=50cc5eca-9bee-4d55-895b-78a39cd14ac0)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:40:38.432154 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-3745c490-1ff2-4507-9810-bd206ed70670 req-0b61f741-7de9-4278-9189-4daa8009420a tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (cc7f1136-5680-4920-b645-1fd45a850007), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:40:38.453595 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-3745c490-1ff2-4507-9810-bd206ed70670 req-0b61f741-7de9-4278-9189-4daa8009420a tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Calling delete_port for cc7f1136-5680-4920-b645-1fd45a850007 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:40:38.464161 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dba90b-8228-41d1-84ad-1253143ffb74 req-18b958ef-a0b6-4e4f-a135-114f1cd5b96f tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:38.465716 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b4dba90b-8228-41d1-84ad-1253143ffb74 req-18b958ef-a0b6-4e4f-a135-114f1cd5b96f tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ed0c39cd-c4a3-40f1-941a-13ade843dd36 HTTP/1.1" status: 200 len: 945 time: 0.0807457 Sep 16 19:40:38.547945 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b4dba90b-8228-41d1-84ad-1253143ffb74 req-8c520e14-408d-422c-872e-5ade0f594e66 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd88e837-3a40-4fa6-958a-11237a2c6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760760 Sep 16 19:40:38.655370 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-3745c490-1ff2-4507-9810-bd206ed70670 req-0b61f741-7de9-4278-9189-4daa8009420a tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (cc7f1136-5680-4920-b645-1fd45a850007), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:40:38.696777 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] get_ports_and_sgs() called for port_ids ['cc7f1136-5680-4920-b645-1fd45a850007'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 19:40:38.717082 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:40:38.718065 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b61f741-7de9-4278-9189-4daa8009420a tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Pushing event deleted for resources: {'Port': ['ID=cc7f1136-5680-4920-b645-1fd45a850007,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:40:38.745767 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61f741-7de9-4278-9189-4daa8009420a tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:40:38.746188 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61f741-7de9-4278-9189-4daa8009420a tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:40:38.746741 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61f741-7de9-4278-9189-4daa8009420a tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:40:38.747257 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61f741-7de9-4278-9189-4daa8009420a tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:40:38.747600 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61f741-7de9-4278-9189-4daa8009420a tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:40:38.747930 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61f741-7de9-4278-9189-4daa8009420a tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:40:38.748258 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61f741-7de9-4278-9189-4daa8009420a tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:40:38.749171 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61f741-7de9-4278-9189-4daa8009420a tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:40:38.749510 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61f741-7de9-4278-9189-4daa8009420a tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:40:38.749840 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61f741-7de9-4278-9189-4daa8009420a tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:40:38.750166 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61f741-7de9-4278-9189-4daa8009420a tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:40:38.750491 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61f741-7de9-4278-9189-4daa8009420a tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:40:38.750812 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61f741-7de9-4278-9189-4daa8009420a tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:40:38.751129 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61f741-7de9-4278-9189-4daa8009420a tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:40:38.751556 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61f741-7de9-4278-9189-4daa8009420a tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:40:38.758407 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-3745c490-1ff2-4507-9810-bd206ed70670 req-0b61f741-7de9-4278-9189-4daa8009420a tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] No DVR routers for this DVR port cc7f1136-5680-4920-b645-1fd45a850007 on host hv-cinder-85032 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 19:40:38.763490 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-3745c490-1ff2-4507-9810-bd206ed70670 req-0b61f741-7de9-4278-9189-4daa8009420a tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:40:38.766890 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3745c490-1ff2-4507-9810-bd206ed70670 req-0b61f741-7de9-4278-9189-4daa8009420a tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.27 "DELETE /networking/v2.0/ports/cc7f1136-5680-4920-b645-1fd45a850007 HTTP/1.1" status: 204 len: 173 time: 0.6031489 Sep 16 19:40:38.767414 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0c39cd-c4a3-40f1-941a-13ade843dd36', 'name': 'network-vif-deleted', 'tag': 'cc7f1136-5680-4920-b645-1fd45a850007'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:40:38.769910 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc02aeec164665d1be19478bc83a94d6f81df8203eb0e70a86ccaa2f58cdb70d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266f2274-ebda-44d2-8da9-d414d45a7174" -d '{"events": [{"server_uuid": "ed0c39cd-c4a3-40f1-941a-13ade843dd36", "name": "network-vif-deleted", "tag": "cc7f1136-5680-4920-b645-1fd45a850007"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:40:38.816694 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 19:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d5ad28-6c40-4f19-83f5-3dfc8cb9804c x-openstack-request-id: req-21d5ad28-6c40-4f19-83f5-3dfc8cb9804c {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:40:38.816967 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed0c39cd-c4a3-40f1-941a-13ade843dd36", "name": "network-vif-deleted", "tag": "cc7f1136-5680-4920-b645-1fd45a850007", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:40:38.817501 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-21d5ad28-6c40-4f19-83f5-3dfc8cb9804c {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:40:38.817747 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21d5ad28-6c40-4f19-83f5-3dfc8cb9804c'] response: {'server_uuid': 'ed0c39cd-c4a3-40f1-941a-13ade843dd36', 'name': 'network-vif-deleted', 'tag': 'cc7f1136-5680-4920-b645-1fd45a850007', 'status': 'completed', 'code': 200} Sep 16 19:40:39.284001 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47010b12-c084-4ad9-ac7b-92095d4245eb req-adbefa8e-152a-4073-9140-2d3edb9e410f tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:39.286894 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-47010b12-c084-4ad9-ac7b-92095d4245eb req-adbefa8e-152a-4073-9140-2d3edb9e410f tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 946 time: 0.0647285 Sep 16 19:40:39.341453 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-47010b12-c084-4ad9-ac7b-92095d4245eb req-a1cdefd9-8b2f-492c-967e-3405b60bca7a tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482712 Sep 16 19:40:39.670966 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f01f0858-2671-4796-9184-9b85b5470cca req-678e540a-1a20-4015-af68-cdfb8ad91be0 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ed0c39cd-c4a3-40f1-941a-13ade843dd36 HTTP/1.1" status: 200 len: 210 time: 0.0297468 Sep 16 19:40:40.503984 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09dc2c1-59f3-40d5-aa4b-ca93b9d07f46 req-8ee8c2f4-8625-4a53-a23c-da5e28b50b30 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:40.505677 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d09dc2c1-59f3-40d5-aa4b-ca93b9d07f46 req-8ee8c2f4-8625-4a53-a23c-da5e28b50b30 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 946 time: 0.0718236 Sep 16 19:40:40.557626 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d09dc2c1-59f3-40d5-aa4b-ca93b9d07f46 req-481f17e6-1cb3-4a5d-887c-f0b368b21a64 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462043 Sep 16 19:40:41.017413 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device cc7f1136-5680-4920-b645-1fd45a850007 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:40:41.038958 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] No Port match for: cc7f1136-5680-4920-b645-1fd45a850007 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:40:41.039432 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device cc7f1136-5680-4920-b645-1fd45a850007 not bound to the agent host hv-cinder-85032 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:40:41.696591 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d1b813-5fb7-43cb-b4a3-b31a1fd0f5e3 req-927dcd16-5500-4a51-8c8c-9ba0fd2c4740 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:41.698046 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-90d1b813-5fb7-43cb-b4a3-b31a1fd0f5e3 req-927dcd16-5500-4a51-8c8c-9ba0fd2c4740 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 946 time: 0.0533226 Sep 16 19:40:41.751494 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-90d1b813-5fb7-43cb-b4a3-b31a1fd0f5e3 req-ddc0fb59-b0d9-42d3-8f60-12fc41445ed8 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449107 Sep 16 19:40:42.895793 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497aaf7-24cb-44e1-95f9-8d05b766bc42 req-3e23a9e3-6af3-4320-a87a-3012ec3f905f tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:42.897426 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b497aaf7-24cb-44e1-95f9-8d05b766bc42 req-3e23a9e3-6af3-4320-a87a-3012ec3f905f tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 946 time: 0.0600138 Sep 16 19:40:42.953109 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b497aaf7-24cb-44e1-95f9-8d05b766bc42 req-148e9d23-dcbf-411f-8e72-3d03d08a591d tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468879 Sep 16 19:40:44.089169 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42eb85-6739-45eb-949e-4de17edf29d1 req-39a60d65-fb90-4963-8338-614fc21a1511 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:44.090681 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ab42eb85-6739-45eb-949e-4de17edf29d1 req-39a60d65-fb90-4963-8338-614fc21a1511 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 946 time: 0.0558355 Sep 16 19:40:44.145265 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ab42eb85-6739-45eb-949e-4de17edf29d1 req-05aaad1f-6245-4118-860c-9e7105764133 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462821 Sep 16 19:40:45.272966 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45054c-b9d0-49ef-9631-a6cd0fcb8a47 req-f7084986-8de1-4a95-913c-a138b34c7366 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:45.274497 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5a45054c-b9d0-49ef-9631-a6cd0fcb8a47 req-f7084986-8de1-4a95-913c-a138b34c7366 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 946 time: 0.0473549 Sep 16 19:40:45.328551 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5a45054c-b9d0-49ef-9631-a6cd0fcb8a47 req-b6fb769b-dee7-4d70-a05a-d36ef869778f tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483096 Sep 16 19:40:45.373363 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:40:45.377468 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=5 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:40:45.903893 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c46267-8935-40ca-b7a1-5a5ff8a1d1f9 req-ef2984a7-eb8b-4688-b102-74199305cf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:45.905473 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-44c46267-8935-40ca-b7a1-5a5ff8a1d1f9 req-ef2984a7-eb8b-4688-b102-74199305cf7f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ea12091447ba4a5799d6f416b32fa5cc&device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 1130 time: 0.0398855 Sep 16 19:40:45.956051 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:40:46.000434 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c46267-8935-40ca-b7a1-5a5ff8a1d1f9 req-c3784b6c-87bb-43c4-b965-3ed3ca1c2507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:46.001938 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-44c46267-8935-40ca-b7a1-5a5ff8a1d1f9 req-c3784b6c-87bb-43c4-b965-3ed3ca1c2507 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=244c5642-5ab0-4834-bd0e-759fe8c918bc HTTP/1.1" status: 200 len: 918 time: 0.0902810 Sep 16 19:40:46.061412 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:40:46.070960 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-44c46267-8935-40ca-b7a1-5a5ff8a1d1f9 req-edc3ec84-8f9d-4598-b7c3-1b85c9c8d525 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dcbd110-0af4-41d6-9d8a-2af13df464b2 HTTP/1.1" status: 200 len: 1002 time: 0.0623946 Sep 16 19:40:46.120279 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c46267-8935-40ca-b7a1-5a5ff8a1d1f9 req-b80817d0-d7a4-4090-b811-900be54ceee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:46.121741 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-44c46267-8935-40ca-b7a1-5a5ff8a1d1f9 req-b80817d0-d7a4-4090-b811-900be54ceee3 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=e74eaa38-2acb-40fa-b32b-5cd01428e71e HTTP/1.1" status: 200 len: 856 time: 0.0447428 Sep 16 19:40:46.164574 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c46267-8935-40ca-b7a1-5a5ff8a1d1f9 req-cb0d3655-871c-4f99-8a9d-bdaa4c00a073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:46.166685 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-44c46267-8935-40ca-b7a1-5a5ff8a1d1f9 req-cb0d3655-871c-4f99-8a9d-bdaa4c00a073 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=244c5642-5ab0-4834-bd0e-759fe8c918bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383196 Sep 16 19:40:46.270219 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-44c46267-8935-40ca-b7a1-5a5ff8a1d1f9 req-7b212a4a-4c96-48b8-9895-9025d6150098 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/244c5642-5ab0-4834-bd0e-759fe8c918bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963063 Sep 16 19:40:46.368307 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-44c46267-8935-40ca-b7a1-5a5ff8a1d1f9 req-5f112ad2-4736-4010-80f5-4bacc4112e3d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/244c5642-5ab0-4834-bd0e-759fe8c918bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923352 Sep 16 19:40:46.460770 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7e282-c99f-4a08-a3b5-85423e811c55 req-988cbc63-b9d6-42b9-8fc4-680413fe0249 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:46.462365 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-24f7e282-c99f-4a08-a3b5-85423e811c55 req-988cbc63-b9d6-42b9-8fc4-680413fe0249 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 946 time: 0.0514469 Sep 16 19:40:46.519476 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-24f7e282-c99f-4a08-a3b5-85423e811c55 req-a9efd09a-e1d3-4e9c-a192-3c01d2ffd6cf tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513737 Sep 16 19:40:47.657510 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee600d-ac57-49e0-aab5-e0947175cfa7 req-3a25d2e5-52c5-44e5-9eb3-08b5942781a0 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:47.659306 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-21ee600d-ac57-49e0-aab5-e0947175cfa7 req-3a25d2e5-52c5-44e5-9eb3-08b5942781a0 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 946 time: 0.0493076 Sep 16 19:40:47.706016 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-21ee600d-ac57-49e0-aab5-e0947175cfa7 req-c3907923-3ec7-4caa-8071-519618f20c6e tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409613 Sep 16 19:40:48.845715 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f53f1-58ee-43a7-92ca-f25d390c3520 req-93977b31-4e54-4742-af58-93dd063c86c2 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:48.847131 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7a1f53f1-58ee-43a7-92ca-f25d390c3520 req-93977b31-4e54-4742-af58-93dd063c86c2 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 946 time: 0.0487373 Sep 16 19:40:48.900048 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7a1f53f1-58ee-43a7-92ca-f25d390c3520 req-d98e6fa2-c5b0-4edb-9943-0d9dbf394bd3 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450475 Sep 16 19:40:50.038802 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47208081-afea-4ec4-8f62-1c534c36f39b req-a0cd6d08-8b03-4345-bd03-0d9a967d38a3 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:50.040250 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-47208081-afea-4ec4-8f62-1c534c36f39b req-a0cd6d08-8b03-4345-bd03-0d9a967d38a3 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 946 time: 0.0507691 Sep 16 19:40:50.095082 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-47208081-afea-4ec4-8f62-1c534c36f39b req-c752fa58-6331-409d-80e1-0f64c0a70f66 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454500 Sep 16 19:40:50.158532 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 0dcbd110-0af4-41d6-9d8a-2af13df464b2 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:40:50.162589 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:40:50.233597 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port 0dcbd110-0af4-41d6-9d8a-2af13df464b2 is: ACTIVE; New status is: DOWN {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:40:50.234003 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (0dcbd110-0af4-41d6-9d8a-2af13df464b2), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:40:50.258134 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fbeb783-f9ce-4d86-b966-21fdf4eaf534', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dcbd110-0af4-41d6-9d8a-2af13df464b2'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:40:50.260413 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f3f7bbbb38247194f391b6222dc5c183e9bfb457d3b71a23f23b79e9cf016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4866ba9b-e58c-44ec-907f-fb3f154488f4" -d '{"events": [{"server_uuid": "9fbeb783-f9ce-4d86-b966-21fdf4eaf534", "name": "network-vif-unplugged", "status": "completed", "tag": "0dcbd110-0af4-41d6-9d8a-2af13df464b2"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:40:50.273070 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port 0dcbd110-0af4-41d6-9d8a-2af13df464b2, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=0dcbd110-0af4-41d6-9d8a-2af13df464b2,segment=NetworkSegment(36fb67b8-e635-4794-987f-fa439239cfd5),segment_id=36fb67b8-e635-4794-987f-fa439239cfd5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:40:50.279950 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (0dcbd110-0af4-41d6-9d8a-2af13df464b2), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:40:50.305209 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Sep 2022 19:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94de65b3-ad5d-498d-849d-eb589ec79522 x-openstack-request-id: req-94de65b3-ad5d-498d-849d-eb589ec79522 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:40:50.305491 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fbeb783-f9ce-4d86-b966-21fdf4eaf534", "name": "network-vif-unplugged", "status": "completed", "tag": "0dcbd110-0af4-41d6-9d8a-2af13df464b2", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:40:50.305734 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-94de65b3-ad5d-498d-849d-eb589ec79522 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:40:50.306112 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94de65b3-ad5d-498d-849d-eb589ec79522'] response: {'server_uuid': '9fbeb783-f9ce-4d86-b966-21fdf4eaf534', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dcbd110-0af4-41d6-9d8a-2af13df464b2', 'code': 200} Sep 16 19:40:50.457579 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=0dcbd110-0af4-41d6-9d8a-2af13df464b2,revision_number=8']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:40:50.879008 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:40:50.907768 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177508ec-fd16-4ebe-a9fc-953415335ce5 req-873609c7-e927-4661-a774-34877bb68f06 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:50.909710 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-177508ec-fd16-4ebe-a9fc-953415335ce5 req-873609c7-e927-4661-a774-34877bb68f06 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/networks?id=eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa HTTP/1.1" status: 200 len: 814 time: 0.1184134 Sep 16 19:40:50.926886 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-177508ec-fd16-4ebe-a9fc-953415335ce5 req-a2a926ac-2c9c-42b8-9528-d835e874b26e tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/quotas/1b0318f1a663428f9d5d3b4dcb7fca87 HTTP/1.1" status: 200 len: 375 time: 0.0111763 Sep 16 19:40:50.942284 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:40:50.967035 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-177508ec-fd16-4ebe-a9fc-953415335ce5 req-0cbf2c56-7492-48a7-a3d2-2460ca52592e tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=1b0318f1a663428f9d5d3b4dcb7fca87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337191 Sep 16 19:40:51.107259 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-177508ec-fd16-4ebe-a9fc-953415335ce5 req-bb9bbb62-c800-4022-a8a3-c62724eef693 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335270 Sep 16 19:40:51.215255 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-177508ec-fd16-4ebe-a9fc-953415335ce5 req-f951ba74-d7c2-4842-8505-591f219c4b61 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990465 Sep 16 19:40:51.248548 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a93f60-a530-4907-87a5-210a2da70811 req-8e9e9342-2705-4fff-af04-9c992370a222 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:51.250062 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d5a93f60-a530-4907-87a5-210a2da70811 req-8e9e9342-2705-4fff-af04-9c992370a222 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 944 time: 0.0645034 Sep 16 19:40:51.308780 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d5a93f60-a530-4907-87a5-210a2da70811 req-c1aa534e-77b2-467f-b1ad-1bc081d502e6 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514038 Sep 16 19:40:51.388867 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a2f4360d-23bb-4f83-9738-5eb555916a5a req-f02a62ed-ebc7-471b-b9ca-b467d6e63446 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=caa5ad31-e1fa-41bd-9053-28214fc72d51 HTTP/1.1" status: 200 len: 210 time: 0.0290926 Sep 16 19:40:52.381407 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033b3b6-fcee-41a2-871a-d36ce53d10a0 req-a2a4738b-7e60-418a-bc19-5afa1c70cece tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:52.382963 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4033b3b6-fcee-41a2-871a-d36ce53d10a0 req-a2a4738b-7e60-418a-bc19-5afa1c70cece tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 944 time: 0.0483868 Sep 16 19:40:52.438972 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4033b3b6-fcee-41a2-871a-d36ce53d10a0 req-a8cb2110-c11b-4a54-aad4-184bce4cd5db tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489802 Sep 16 19:40:52.557475 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2fd5bd6d-4571-4942-bac4-d3f01624c3b8 req-8cc4c92b-0af1-4b9b-8a73-d97d0964852e tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=caa5ad31-e1fa-41bd-9053-28214fc72d51 HTTP/1.1" status: 200 len: 210 time: 0.0807533 Sep 16 19:40:52.571220 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b65d164a-915b-452f-803f-a0ad413ffc73 req-729016b6-ac3c-460d-9a29-f69ebd60884c service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1872568 Sep 16 19:40:52.626689 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177508ec-fd16-4ebe-a9fc-953415335ce5 req-c13eca7b-e722-405b-bb17-e867cdcb3770 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:52.628821 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-177508ec-fd16-4ebe-a9fc-953415335ce5 req-c13eca7b-e722-405b-bb17-e867cdcb3770 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.27 "GET /networking/v2.0/networks?id=eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa HTTP/1.1" status: 200 len: 814 time: 0.1880045 Sep 16 19:40:52.651646 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [req-177508ec-fd16-4ebe-a9fc-953415335ce5 req-036c0ccd-64db-4cd0-9b82-b9355979963f tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Request body: {'port': {'device_id': 'caa5ad31-e1fa-41bd-9053-28214fc72d51', 'network_id': 'eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa', 'admin_state_up': True, 'tenant_id': '1b0318f1a663428f9d5d3b4dcb7fca87'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:40:52.752323 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d164a-915b-452f-803f-a0ad413ffc73 req-bddd5136-2016-497a-bcea-b08d84dc0a9c tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:52.753696 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b65d164a-915b-452f-803f-a0ad413ffc73 req-bddd5136-2016-497a-bcea-b08d84dc0a9c tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports/0dcbd110-0af4-41d6-9d8a-2af13df464b2 HTTP/1.1" status: 200 len: 941 time: 0.1496811 Sep 16 19:40:52.798217 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:40:52.807924 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-177508ec-fd16-4ebe-a9fc-953415335ce5 req-036c0ccd-64db-4cd0-9b82-b9355979963f tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Made reservation on behalf of 1b0318f1a663428f9d5d3b4dcb7fca87 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:40:52.812836 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-177508ec-fd16-4ebe-a9fc-953415335ce5 req-036c0ccd-64db-4cd0-9b82-b9355979963f tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:40:52.924448 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:40:52.948486 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-177508ec-fd16-4ebe-a9fc-953415335ce5 req-036c0ccd-64db-4cd0-9b82-b9355979963f tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Allocated IP 172.20.0.6 (eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa/a0e226b1-515f-4be0-ae74-7f28e313a43e/294b1744-2589-4422-8002-38476f79d934) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:40:53.100306 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-177508ec-fd16-4ebe-a9fc-953415335ce5 req-036c0ccd-64db-4cd0-9b82-b9355979963f tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Publish callbacks [] for port (294b1744-2589-4422-8002-38476f79d934), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:40:53.120404 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 0dcbd110-0af4-41d6-9d8a-2af13df464b2 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:40:53.142260 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-177508ec-fd16-4ebe-a9fc-953415335ce5 req-036c0ccd-64db-4cd0-9b82-b9355979963f tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (294b1744-2589-4422-8002-38476f79d934), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:40:53.194272 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-177508ec-fd16-4ebe-a9fc-953415335ce5 req-036c0ccd-64db-4cd0-9b82-b9355979963f tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Network eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:40:53.197361 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-177508ec-fd16-4ebe-a9fc-953415335ce5 req-036c0ccd-64db-4cd0-9b82-b9355979963f tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:40:53.200074 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port 0dcbd110-0af4-41d6-9d8a-2af13df464b2 is: DOWN; New status is: DOWN {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:40:53.201832 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-177508ec-fd16-4ebe-a9fc-953415335ce5 req-036c0ccd-64db-4cd0-9b82-b9355979963f tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:40:53.210180 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036c0ccd-64db-4cd0-9b82-b9355979963f tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Pushing event updated for resources: {'Port': ['ID=294b1744-2589-4422-8002-38476f79d934,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:40:53.256506 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177508ec-fd16-4ebe-a9fc-953415335ce5 req-036c0ccd-64db-4cd0-9b82-b9355979963f tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:53.257106 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-177508ec-fd16-4ebe-a9fc-953415335ce5 req-036c0ccd-64db-4cd0-9b82-b9355979963f tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:40:53.277562 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-177508ec-fd16-4ebe-a9fc-953415335ce5 req-036c0ccd-64db-4cd0-9b82-b9355979963f tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6305161 Sep 16 19:40:53.332888 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [req-177508ec-fd16-4ebe-a9fc-953415335ce5 req-6bfda8c0-fb4b-46f1-bbe8-6603b1369afb service neutron] Request body: {'port': {'device_id': 'caa5ad31-e1fa-41bd-9053-28214fc72d51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:40:53.396778 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-177508ec-fd16-4ebe-a9fc-953415335ce5 req-6bfda8c0-fb4b-46f1-bbe8-6603b1369afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (294b1744-2589-4422-8002-38476f79d934), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:40:53.585479 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e652de22-d693-4b69-8c3d-b924bb05acfc req-c4505697-a410-4d25-9f79-90ab047f7bab tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:53.586943 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e652de22-d693-4b69-8c3d-b924bb05acfc req-c4505697-a410-4d25-9f79-90ab047f7bab tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 944 time: 0.0502901 Sep 16 19:40:53.631178 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:40:53.635383 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e652de22-d693-4b69-8c3d-b924bb05acfc req-42cd4539-f85c-47c1-a700-7a1d95c9ec2f tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420167 Sep 16 19:40:53.695268 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [req-177508ec-fd16-4ebe-a9fc-953415335ce5 req-6bfda8c0-fb4b-46f1-bbe8-6603b1369afb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 294b1744-2589-4422-8002-38476f79d934 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 19:40:53.705045 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-177508ec-fd16-4ebe-a9fc-953415335ce5 req-6bfda8c0-fb4b-46f1-bbe8-6603b1369afb service neutron] Publish callbacks [] for port (294b1744-2589-4422-8002-38476f79d934), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:40:53.719256 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e73dfd-8779-4c9d-b331-40637dbba199 req-8b22a135-3211-459b-8b0a-86847e22ffb7 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:53.720774 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a0e73dfd-8779-4c9d-b331-40637dbba199 req-8b22a135-3211-459b-8b0a-86847e22ffb7 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=caa5ad31-e1fa-41bd-9053-28214fc72d51 HTTP/1.1" status: 200 len: 931 time: 0.0830691 Sep 16 19:40:53.737041 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-177508ec-fd16-4ebe-a9fc-953415335ce5 req-6bfda8c0-fb4b-46f1-bbe8-6603b1369afb service neutron] Transition to ACTIVE for port object 294b1744-2589-4422-8002-38476f79d934 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 19:40:53.750085 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-177508ec-fd16-4ebe-a9fc-953415335ce5 req-6bfda8c0-fb4b-46f1-bbe8-6603b1369afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2678318'] for port (294b1744-2589-4422-8002-38476f79d934), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:40:53.788778 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:40:53.823177 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d164a-915b-452f-803f-a0ad413ffc73 req-000aa470-4dd0-4d38-99a2-21535129d165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:53.824736 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b65d164a-915b-452f-803f-a0ad413ffc73 req-000aa470-4dd0-4d38-99a2-21535129d165 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534&tenant_id=ea12091447ba4a5799d6f416b32fa5cc HTTP/1.1" status: 200 len: 1128 time: 0.0407143 Sep 16 19:40:53.831893 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfda8c0-fb4b-46f1-bbe8-6603b1369afb service neutron] Pushing event updated for resources: {'Port': ['ID=294b1744-2589-4422-8002-38476f79d934,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:40:53.840063 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a0e73dfd-8779-4c9d-b331-40637dbba199 req-cb1da9f5-fcca-410e-b6e7-fdf45b8ea7ba tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd88e837-3a40-4fa6-958a-11237a2c6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130688 Sep 16 19:40:53.887267 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-177508ec-fd16-4ebe-a9fc-953415335ce5 req-6bfda8c0-fb4b-46f1-bbe8-6603b1369afb service neutron] Attempting to bind port 294b1744-2589-4422-8002-38476f79d934 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:40:53.887585 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-177508ec-fd16-4ebe-a9fc-953415335ce5 req-6bfda8c0-fb4b-46f1-bbe8-6603b1369afb service neutron] Attempting to bind port 294b1744-2589-4422-8002-38476f79d934 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '50cc5eca-9bee-4d55-895b-78a39cd14ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:40:53.887908 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177508ec-fd16-4ebe-a9fc-953415335ce5 req-6bfda8c0-fb4b-46f1-bbe8-6603b1369afb service neutron] Attempting to bind port 294b1744-2589-4422-8002-38476f79d934 on network eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:40:53.910286 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d164a-915b-452f-803f-a0ad413ffc73 req-b80a0d15-1ac7-48f2-a735-377bdff44e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:53.911710 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b65d164a-915b-452f-803f-a0ad413ffc73 req-b80a0d15-1ac7-48f2-a735-377bdff44e3e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ea12091447ba4a5799d6f416b32fa5cc&device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 1128 time: 0.0385129 Sep 16 19:40:53.930290 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177508ec-fd16-4ebe-a9fc-953415335ce5 req-6bfda8c0-fb4b-46f1-bbe8-6603b1369afb service neutron] Port 294b1744-2589-4422-8002-38476f79d934 on network eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 19:40:53.930592 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177508ec-fd16-4ebe-a9fc-953415335ce5 req-6bfda8c0-fb4b-46f1-bbe8-6603b1369afb service neutron] Attempting to bind port 294b1744-2589-4422-8002-38476f79d934 on network eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:40:53.978500 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177508ec-fd16-4ebe-a9fc-953415335ce5 req-6bfda8c0-fb4b-46f1-bbe8-6603b1369afb service neutron] Checking agent: {'id': 'f29a7e91-2c4b-48c7-9aed-98e73119d395', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 24, 59), 'started_at': datetime.datetime(2022, 9, 16, 19, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:40:53.979136 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177508ec-fd16-4ebe-a9fc-953415335ce5 req-6bfda8c0-fb4b-46f1-bbe8-6603b1369afb service neutron] Checking segment: {'id': '50cc5eca-9bee-4d55-895b-78a39cd14ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:40:53.979616 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177508ec-fd16-4ebe-a9fc-953415335ce5 req-6bfda8c0-fb4b-46f1-bbe8-6603b1369afb service neutron] Bound using segment: {'id': '50cc5eca-9bee-4d55-895b-78a39cd14ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:40:53.980048 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-177508ec-fd16-4ebe-a9fc-953415335ce5 req-6bfda8c0-fb4b-46f1-bbe8-6603b1369afb service neutron] Bound port: 294b1744-2589-4422-8002-38476f79d934, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50cc5eca-9bee-4d55-895b-78a39cd14ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:40:53.980423 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-177508ec-fd16-4ebe-a9fc-953415335ce5 req-6bfda8c0-fb4b-46f1-bbe8-6603b1369afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (294b1744-2589-4422-8002-38476f79d934), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:40:54.006576 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d164a-915b-452f-803f-a0ad413ffc73 req-598a5a4d-3dfe-4ed8-88aa-049059593689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:54.008089 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b65d164a-915b-452f-803f-a0ad413ffc73 req-598a5a4d-3dfe-4ed8-88aa-049059593689 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=244c5642-5ab0-4834-bd0e-759fe8c918bc HTTP/1.1" status: 200 len: 918 time: 0.0906131 Sep 16 19:40:54.042349 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-177508ec-fd16-4ebe-a9fc-953415335ce5 req-6bfda8c0-fb4b-46f1-bbe8-6603b1369afb service neutron] For port 294b1744-2589-4422-8002-38476f79d934, host hv-cinder-85032, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:40:54.045456 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-177508ec-fd16-4ebe-a9fc-953415335ce5 req-6bfda8c0-fb4b-46f1-bbe8-6603b1369afb service neutron] For port 294b1744-2589-4422-8002-38476f79d934, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=294b1744-2589-4422-8002-38476f79d934,segment=NetworkSegment(50cc5eca-9bee-4d55-895b-78a39cd14ac0),segment_id=50cc5eca-9bee-4d55-895b-78a39cd14ac0)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:40:54.052043 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-177508ec-fd16-4ebe-a9fc-953415335ce5 req-6bfda8c0-fb4b-46f1-bbe8-6603b1369afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2678318'] for port (294b1744-2589-4422-8002-38476f79d934), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:40:54.056242 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177508ec-fd16-4ebe-a9fc-953415335ce5 req-6bfda8c0-fb4b-46f1-bbe8-6603b1369afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:54.056912 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-177508ec-fd16-4ebe-a9fc-953415335ce5 req-6bfda8c0-fb4b-46f1-bbe8-6603b1369afb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:40:54.058326 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-177508ec-fd16-4ebe-a9fc-953415335ce5 req-6bfda8c0-fb4b-46f1-bbe8-6603b1369afb service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/294b1744-2589-4422-8002-38476f79d934 HTTP/1.1" status: 200 len: 1093 time: 0.7296543 Sep 16 19:40:54.059848 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa5ad31-e1fa-41bd-9053-28214fc72d51', 'tag': '294b1744-2589-4422-8002-38476f79d934'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:40:54.062209 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc02aeec164665d1be19478bc83a94d6f81df8203eb0e70a86ccaa2f58cdb70d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b147a2e4-fe8f-4ed5-b390-2ba2a536095a" -d '{"events": [{"name": "network-changed", "server_uuid": "caa5ad31-e1fa-41bd-9053-28214fc72d51", "tag": "294b1744-2589-4422-8002-38476f79d934"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:40:54.068960 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b65d164a-915b-452f-803f-a0ad413ffc73 req-0b4e674e-b866-40aa-ae51-63412d557989 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dcbd110-0af4-41d6-9d8a-2af13df464b2 HTTP/1.1" status: 200 len: 1000 time: 0.0546420 Sep 16 19:40:54.107541 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfda8c0-fb4b-46f1-bbe8-6603b1369afb service neutron] Pushing event updated for resources: {'Port': ['ID=294b1744-2589-4422-8002-38476f79d934,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:40:54.118583 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 19:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696e293b-3f1c-41a7-9fc1-6e052ef890fc x-openstack-request-id: req-696e293b-3f1c-41a7-9fc1-6e052ef890fc {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:40:54.118878 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caa5ad31-e1fa-41bd-9053-28214fc72d51", "tag": "294b1744-2589-4422-8002-38476f79d934", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:40:54.119153 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-696e293b-3f1c-41a7-9fc1-6e052ef890fc {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:40:54.119652 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-696e293b-3f1c-41a7-9fc1-6e052ef890fc'] response: {'name': 'network-changed', 'server_uuid': 'caa5ad31-e1fa-41bd-9053-28214fc72d51', 'tag': '294b1744-2589-4422-8002-38476f79d934', 'status': 'completed', 'code': 200} Sep 16 19:40:54.128610 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d164a-915b-452f-803f-a0ad413ffc73 req-37eb6bb6-e507-410b-93d8-4d6af80859cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:54.130061 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b65d164a-915b-452f-803f-a0ad413ffc73 req-37eb6bb6-e507-410b-93d8-4d6af80859cb service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=e74eaa38-2acb-40fa-b32b-5cd01428e71e HTTP/1.1" status: 200 len: 856 time: 0.0549698 Sep 16 19:40:54.182453 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d164a-915b-452f-803f-a0ad413ffc73 req-0453d788-4048-41c9-8b56-08f574a7335e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:54.183883 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b65d164a-915b-452f-803f-a0ad413ffc73 req-0453d788-4048-41c9-8b56-08f574a7335e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=244c5642-5ab0-4834-bd0e-759fe8c918bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389521 Sep 16 19:40:54.186034 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177508ec-fd16-4ebe-a9fc-953415335ce5 req-36c4bcf6-a6b3-492e-bfa1-ad365355ceef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:54.187571 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-177508ec-fd16-4ebe-a9fc-953415335ce5 req-36c4bcf6-a6b3-492e-bfa1-ad365355ceef service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1b0318f1a663428f9d5d3b4dcb7fca87&device_id=caa5ad31-e1fa-41bd-9053-28214fc72d51 HTTP/1.1" status: 200 len: 1127 time: 0.0422218 Sep 16 19:40:54.298676 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b65d164a-915b-452f-803f-a0ad413ffc73 req-e46073ee-6207-4a9d-a66a-db9f17f5acf1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/244c5642-5ab0-4834-bd0e-759fe8c918bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962987 Sep 16 19:40:54.400986 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b65d164a-915b-452f-803f-a0ad413ffc73 req-f45cc4bd-ffd8-4ed8-bb80-6fcf29a61db6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/244c5642-5ab0-4834-bd0e-759fe8c918bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943723 Sep 16 19:40:54.511553 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-177508ec-fd16-4ebe-a9fc-953415335ce5 req-131805db-3b2e-49a4-bb4d-f1ceaa05b723 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=294b1744-2589-4422-8002-38476f79d934 HTTP/1.1" status: 200 len: 217 time: 0.3092353 Sep 16 19:40:54.624551 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177508ec-fd16-4ebe-a9fc-953415335ce5 req-1550394e-9783-46d8-83a2-9edeafddc1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:54.625207 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-177508ec-fd16-4ebe-a9fc-953415335ce5 req-1550394e-9783-46d8-83a2-9edeafddc1af service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=a0e226b1-515f-4be0-ae74-7f28e313a43e HTTP/1.1" status: 200 len: 854 time: 0.0557017 Sep 16 19:40:54.662805 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-177508ec-fd16-4ebe-a9fc-953415335ce5 req-70d4a5dd-7799-4fc6-a36d-7eb2b8a6269c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318813 Sep 16 19:40:54.793189 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a7a5b-f168-4197-bd04-85ceee7f59ba req-e721423d-cea8-4820-9cf8-23d12907be47 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:54.794753 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-701a7a5b-f168-4197-bd04-85ceee7f59ba req-e721423d-cea8-4820-9cf8-23d12907be47 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 944 time: 0.0755720 Sep 16 19:40:54.798661 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-177508ec-fd16-4ebe-a9fc-953415335ce5 req-3bc1b2fb-ae4c-4913-9158-0b7fde167412 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300123 Sep 16 19:40:54.897446 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-701a7a5b-f168-4197-bd04-85ceee7f59ba req-6de34845-c49f-49f3-9bef-c489321dbc80 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963168 Sep 16 19:40:54.929377 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-177508ec-fd16-4ebe-a9fc-953415335ce5 req-8ecb4a57-34b3-40a8-80ff-f2cbc311472d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214461 Sep 16 19:40:54.998489 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b5afa-ff71-49a3-a4b6-9f67c8918da0 req-8a080be3-536c-490e-9b76-abefb4da348b tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:55.002476 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ba7b5afa-ff71-49a3-a4b6-9f67c8918da0 req-8a080be3-536c-490e-9b76-abefb4da348b tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=caa5ad31-e1fa-41bd-9053-28214fc72d51 HTTP/1.1" status: 200 len: 943 time: 0.0547805 Sep 16 19:40:55.025962 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:40:55.074545 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ba7b5afa-ff71-49a3-a4b6-9f67c8918da0 req-e3ea95a3-cd0a-49bf-b19f-868e63d18abd tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd88e837-3a40-4fa6-958a-11237a2c6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660532 Sep 16 19:40:56.050037 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:40:56.061638 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e57cbf6-6ea0-4005-8283-aabc76acf229 req-86e9dcb6-a34d-4c98-b7e5-54668b9c7a82 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:56.063128 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3e57cbf6-6ea0-4005-8283-aabc76acf229 req-86e9dcb6-a34d-4c98-b7e5-54668b9c7a82 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 944 time: 0.0603952 Sep 16 19:40:56.113656 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3e57cbf6-6ea0-4005-8283-aabc76acf229 req-a217f244-6162-42c9-a0e6-53a9b3c26113 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431485 Sep 16 19:40:56.201962 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4441b30-cb70-4e5c-a1bc-0ae24a3f5daf req-87483973-820b-46a3-a97d-0f8bc7d5ad62 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:56.203576 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d4441b30-cb70-4e5c-a1bc-0ae24a3f5daf req-87483973-820b-46a3-a97d-0f8bc7d5ad62 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=caa5ad31-e1fa-41bd-9053-28214fc72d51 HTTP/1.1" status: 200 len: 943 time: 0.0512204 Sep 16 19:40:56.229500 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:40:56.259922 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d4441b30-cb70-4e5c-a1bc-0ae24a3f5daf req-ab4e6709-5abb-4c5e-a8b6-158c1b358cba tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd88e837-3a40-4fa6-958a-11237a2c6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475368 Sep 16 19:40:57.248070 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a81a0-9f1d-4f27-8748-e9c7ba6e5fc9 req-81cd93cd-9456-4e92-9699-2494fa035f9b tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:57.251226 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9b6a81a0-9f1d-4f27-8748-e9c7ba6e5fc9 req-81cd93cd-9456-4e92-9699-2494fa035f9b tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 944 time: 0.0537202 Sep 16 19:40:57.310645 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9b6a81a0-9f1d-4f27-8748-e9c7ba6e5fc9 req-7d7fbc56-2a40-4ef2-8fbc-b4cb6090e41e tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528984 Sep 16 19:40:57.386545 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b9137-0fe6-416c-8d06-b355d28070c9 req-cef123dc-a64f-4cd9-b8ae-4e0d095e4a56 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:57.388071 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f60b9137-0fe6-416c-8d06-b355d28070c9 req-cef123dc-a64f-4cd9-b8ae-4e0d095e4a56 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=caa5ad31-e1fa-41bd-9053-28214fc72d51 HTTP/1.1" status: 200 len: 943 time: 0.0499151 Sep 16 19:40:57.439416 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f60b9137-0fe6-416c-8d06-b355d28070c9 req-e16119ca-da93-4eb7-bd9a-49e0a1af0ec1 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd88e837-3a40-4fa6-958a-11237a2c6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455503 Sep 16 19:40:58.492197 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89c9ea-12dc-44b6-8c94-5aa7a2870c48 req-0de1fdd7-f119-4620-981c-47ac3a4e96eb tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:58.495718 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0d89c9ea-12dc-44b6-8c94-5aa7a2870c48 req-0de1fdd7-f119-4620-981c-47ac3a4e96eb tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 944 time: 0.0755100 Sep 16 19:40:58.517560 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:40:58.557734 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0d89c9ea-12dc-44b6-8c94-5aa7a2870c48 req-e159ca5c-d610-4e19-a23c-54d0ce31bf0f tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546522 Sep 16 19:40:58.586454 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec721fb8-8501-4856-a84c-5b38628554d8 req-8eaad392-21a9-408d-8a69-618ec6044b2c tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:58.588786 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ec721fb8-8501-4856-a84c-5b38628554d8 req-8eaad392-21a9-408d-8a69-618ec6044b2c tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=caa5ad31-e1fa-41bd-9053-28214fc72d51 HTTP/1.1" status: 200 len: 943 time: 0.0579007 Sep 16 19:40:58.641656 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ec721fb8-8501-4856-a84c-5b38628554d8 req-79820465-f9b7-40d8-975d-956194211ebf tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd88e837-3a40-4fa6-958a-11237a2c6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441420 Sep 16 19:40:59.693707 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48548972-c6ad-46ce-a5b5-efbb29b616fb req-bc6b4c19-2712-43c9-9f8d-3a3c48a8b4bb tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:59.695409 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-48548972-c6ad-46ce-a5b5-efbb29b616fb req-bc6b4c19-2712-43c9-9f8d-3a3c48a8b4bb tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 944 time: 0.0518198 Sep 16 19:40:59.747659 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-48548972-c6ad-46ce-a5b5-efbb29b616fb req-858957b2-4406-46e1-8d25-bc9d95e81138 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446315 Sep 16 19:40:59.798891 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81561b6d-4cd5-44c5-a3e6-45f87b968b05 req-d0d44424-ca72-43d9-81ec-c826f0b7bc9c tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:40:59.802702 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-81561b6d-4cd5-44c5-a3e6-45f87b968b05 req-d0d44424-ca72-43d9-81ec-c826f0b7bc9c tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=caa5ad31-e1fa-41bd-9053-28214fc72d51 HTTP/1.1" status: 200 len: 943 time: 0.0542119 Sep 16 19:40:59.858565 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-81561b6d-4cd5-44c5-a3e6-45f87b968b05 req-268de137-babb-4698-a580-a7a8e275ee6d tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd88e837-3a40-4fa6-958a-11237a2c6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499554 Sep 16 19:41:00.026549 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-179eebc8-259d-4f12-b382-4a4d56eaacc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:41:00.892073 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08843d54-2e2a-470a-b5ac-a2a00c545645 req-3a0ba4d1-3153-43db-9dd5-b9785593a202 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:41:00.899146 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-08843d54-2e2a-470a-b5ac-a2a00c545645 req-3a0ba4d1-3153-43db-9dd5-b9785593a202 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 944 time: 0.0610032 Sep 16 19:41:00.952442 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-08843d54-2e2a-470a-b5ac-a2a00c545645 req-5fe0d90a-77a0-40a5-921e-d34508a3dc36 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516422 Sep 16 19:41:00.998822 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ef96a-65ff-4353-b38f-496a2fd97bf7 req-62d8313e-fc1b-4cd6-99a5-1e4d2b5942ce tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:41:01.008976 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-601ef96a-65ff-4353-b38f-496a2fd97bf7 req-62d8313e-fc1b-4cd6-99a5-1e4d2b5942ce tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=caa5ad31-e1fa-41bd-9053-28214fc72d51 HTTP/1.1" status: 200 len: 943 time: 0.0477779 Sep 16 19:41:01.059635 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-601ef96a-65ff-4353-b38f-496a2fd97bf7 req-ce390354-918a-4e11-974c-5313fda26ee6 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd88e837-3a40-4fa6-958a-11237a2c6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506308 Sep 16 19:41:02.049463 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:41:02.089493 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dfda56-0427-489b-9c0e-ff1350778d9b req-d010c919-bd1d-4d31-9da4-bd3d33c67f3a tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:41:02.091402 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-39dfda56-0427-489b-9c0e-ff1350778d9b req-d010c919-bd1d-4d31-9da4-bd3d33c67f3a tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 944 time: 0.0568120 Sep 16 19:41:02.148941 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-39dfda56-0427-489b-9c0e-ff1350778d9b req-41ca128c-afc5-4f59-84a8-874e5d42317d tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517025 Sep 16 19:41:02.207772 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef6ccd-5246-4bcb-8caa-4049f8a0eb93 req-4b33793a-bb02-49d3-860e-da2f7ea9e462 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:41:02.210081 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-90ef6ccd-5246-4bcb-8caa-4049f8a0eb93 req-4b33793a-bb02-49d3-860e-da2f7ea9e462 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=caa5ad31-e1fa-41bd-9053-28214fc72d51 HTTP/1.1" status: 200 len: 943 time: 0.0658135 Sep 16 19:41:02.271076 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-90ef6ccd-5246-4bcb-8caa-4049f8a0eb93 req-5bebface-1448-439c-a575-f21aa184e5ed tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd88e837-3a40-4fa6-958a-11237a2c6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550191 Sep 16 19:41:02.289406 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d7f5ce68-7860-4b77-bc46-9882f09c522a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:41:03.282660 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047242c-0bb2-4be5-b51e-0c0d4a955e95 req-24fc75f1-5cbd-4b7e-9650-190d991e5c9e tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:41:03.284229 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7047242c-0bb2-4be5-b51e-0c0d4a955e95 req-24fc75f1-5cbd-4b7e-9650-190d991e5c9e tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 944 time: 0.0485249 Sep 16 19:41:03.336734 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7047242c-0bb2-4be5-b51e-0c0d4a955e95 req-8d0c6e53-f05b-4968-b39f-0b5d8cd9ad6e tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456820 Sep 16 19:41:03.400339 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491d8fb-da95-4178-998c-eb2f64691a9d req-54f80b0b-bf66-48b4-99db-e4b49a66bc44 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:41:03.401994 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5491d8fb-da95-4178-998c-eb2f64691a9d req-54f80b0b-bf66-48b4-99db-e4b49a66bc44 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=caa5ad31-e1fa-41bd-9053-28214fc72d51 HTTP/1.1" status: 200 len: 943 time: 0.0476072 Sep 16 19:41:03.451298 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5491d8fb-da95-4178-998c-eb2f64691a9d req-70a70813-77ba-45e4-8e40-b9c0a31ce493 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd88e837-3a40-4fa6-958a-11237a2c6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434363 Sep 16 19:41:03.675282 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:41:04.484711 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637428f-8b2d-4832-bbc7-43e9a8461e7b req-69a691b2-10c0-44d1-aaa5-27950f66a6a4 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:41:04.487880 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f637428f-8b2d-4832-bbc7-43e9a8461e7b req-69a691b2-10c0-44d1-aaa5-27950f66a6a4 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 944 time: 0.0540903 Sep 16 19:41:04.543774 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f637428f-8b2d-4832-bbc7-43e9a8461e7b req-0c195f40-3b88-475d-acaf-6f9ce548099c tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516684 Sep 16 19:41:04.601881 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf2e0e-86db-4426-9913-0db735a85915 req-f31959d8-05bc-4118-abbf-07aa9825a433 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:41:04.603400 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f3cf2e0e-86db-4426-9913-0db735a85915 req-f31959d8-05bc-4118-abbf-07aa9825a433 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=caa5ad31-e1fa-41bd-9053-28214fc72d51 HTTP/1.1" status: 200 len: 943 time: 0.0651393 Sep 16 19:41:04.651582 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f3cf2e0e-86db-4426-9913-0db735a85915 req-aa05a93e-0213-4a5b-b8ef-23ddae19993a tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd88e837-3a40-4fa6-958a-11237a2c6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419838 Sep 16 19:41:05.025513 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:41:05.118160 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:41:05.677430 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17f996-afce-41b2-b08c-c32704dc81ed req-a910bd10-75f8-4d30-9713-b92007a4f2a4 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:41:05.678899 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2a17f996-afce-41b2-b08c-c32704dc81ed req-a910bd10-75f8-4d30-9713-b92007a4f2a4 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 944 time: 0.0485225 Sep 16 19:41:05.733163 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2a17f996-afce-41b2-b08c-c32704dc81ed req-3ac3fceb-f9a8-4d8f-86ee-39dd17d09291 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474699 Sep 16 19:41:05.787143 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37f0c5-6af4-4ed9-b05d-825f43c08b88 req-b78cf9a5-9d2f-4efe-ab49-ee6771ad9251 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:41:05.789881 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5e37f0c5-6af4-4ed9-b05d-825f43c08b88 req-b78cf9a5-9d2f-4efe-ab49-ee6771ad9251 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=caa5ad31-e1fa-41bd-9053-28214fc72d51 HTTP/1.1" status: 200 len: 943 time: 0.0567977 Sep 16 19:41:05.836641 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5e37f0c5-6af4-4ed9-b05d-825f43c08b88 req-11c2e41a-e6a0-4b3b-83c9-bf6a1d1f4ba7 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd88e837-3a40-4fa6-958a-11237a2c6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419507 Sep 16 19:41:06.883599 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a3cad-1e2c-4360-88d3-613d003fdbbf req-313c67cf-fc98-4c69-ae0c-c068feb60497 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:41:06.885103 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-233a3cad-1e2c-4360-88d3-613d003fdbbf req-313c67cf-fc98-4c69-ae0c-c068feb60497 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 944 time: 0.0554018 Sep 16 19:41:06.938203 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-233a3cad-1e2c-4360-88d3-613d003fdbbf req-2d34a0fc-8834-4f2f-9e7c-0a3a7313c0fa tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471718 Sep 16 19:41:06.961089 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d847a25-d8d7-4051-bb8f-793bedc4d825 req-4ec4ee34-23b1-4474-b3d7-93bbe4399511 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:41:06.962569 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1d847a25-d8d7-4051-bb8f-793bedc4d825 req-4ec4ee34-23b1-4474-b3d7-93bbe4399511 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=caa5ad31-e1fa-41bd-9053-28214fc72d51 HTTP/1.1" status: 200 len: 943 time: 0.0473151 Sep 16 19:41:07.013370 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1d847a25-d8d7-4051-bb8f-793bedc4d825 req-0431f123-c5dc-485c-b4fd-1f9eaf06978f tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd88e837-3a40-4fa6-958a-11237a2c6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450518 Sep 16 19:41:08.080210 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b159f57c-aaba-43ef-bdae-704aa53a260a req-20774c64-bf6a-45d5-bbae-c160d8d7dbab tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:41:08.082489 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b159f57c-aaba-43ef-bdae-704aa53a260a req-20774c64-bf6a-45d5-bbae-c160d8d7dbab tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 944 time: 0.0546710 Sep 16 19:41:08.113378 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:41:08.138255 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b159f57c-aaba-43ef-bdae-704aa53a260a req-e4e1b737-d19e-45ef-b673-43727ead434f tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499799 Sep 16 19:41:08.153338 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136bf22e-dd1a-4129-a65b-c4108f3093e5 req-9113b6b3-ddd3-4736-9535-c0e00d81f0cd tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:41:08.155059 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-136bf22e-dd1a-4129-a65b-c4108f3093e5 req-9113b6b3-ddd3-4736-9535-c0e00d81f0cd tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=caa5ad31-e1fa-41bd-9053-28214fc72d51 HTTP/1.1" status: 200 len: 943 time: 0.0515623 Sep 16 19:41:08.208786 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-136bf22e-dd1a-4129-a65b-c4108f3093e5 req-0adb135c-6c85-443e-87fd-85516ac5ed63 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd88e837-3a40-4fa6-958a-11237a2c6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469575 Sep 16 19:41:09.290931 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7bc7c-cef9-496a-adb0-5e249c3fa596 req-bab58de5-d359-457d-aa17-f5a8527ceda3 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:41:09.293174 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-66d7bc7c-cef9-496a-adb0-5e249c3fa596 req-bab58de5-d359-457d-aa17-f5a8527ceda3 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 944 time: 0.0619464 Sep 16 19:41:09.334669 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:41:09.342987 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-66d7bc7c-cef9-496a-adb0-5e249c3fa596 req-c8bf9529-ce7c-44a9-a4d6-ed6c7c23009c tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441229 Sep 16 19:41:09.352062 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ee927-650d-4948-944c-5747d41d60a9 req-33afe489-21c7-48f3-92a7-83356cbb3b26 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:41:09.353662 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-186ee927-650d-4948-944c-5747d41d60a9 req-33afe489-21c7-48f3-92a7-83356cbb3b26 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=caa5ad31-e1fa-41bd-9053-28214fc72d51 HTTP/1.1" status: 200 len: 943 time: 0.0466013 Sep 16 19:41:09.399668 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-186ee927-650d-4948-944c-5747d41d60a9 req-9f47be47-ec09-46b2-aca8-b11dfb7f69b6 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd88e837-3a40-4fa6-958a-11237a2c6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402098 Sep 16 19:41:10.439732 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:41:10.482312 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02206a9-1418-4cdf-8280-82c8115111fc req-d369f293-8165-4c65-a56d-5265ff5e7b1a tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:41:10.483818 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d02206a9-1418-4cdf-8280-82c8115111fc req-d369f293-8165-4c65-a56d-5265ff5e7b1a tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 944 time: 0.0514090 Sep 16 19:41:10.489625 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:41:10.533229 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d02206a9-1418-4cdf-8280-82c8115111fc req-e953c5cd-4c87-4bca-ad5c-2031a7188240 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435591 Sep 16 19:41:10.535914 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3962b84-c210-4326-b6c5-c11131c9c6cf req-7460f423-a3c4-4c9b-b52f-4fc41ef46681 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:41:10.537927 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a3962b84-c210-4326-b6c5-c11131c9c6cf req-7460f423-a3c4-4c9b-b52f-4fc41ef46681 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=caa5ad31-e1fa-41bd-9053-28214fc72d51 HTTP/1.1" status: 200 len: 943 time: 0.0565970 Sep 16 19:41:10.587173 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a3962b84-c210-4326-b6c5-c11131c9c6cf req-ad0a9691-a4a8-48f6-b69f-44133795b528 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd88e837-3a40-4fa6-958a-11237a2c6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435841 Sep 16 19:41:11.631983 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:41:11.671541 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e47652-c6ce-4b64-bd94-0c9337e6dee5 req-a8cbd522-87df-4339-b20a-9792b61d8cd8 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:41:11.673070 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-01e47652-c6ce-4b64-bd94-0c9337e6dee5 req-a8cbd522-87df-4339-b20a-9792b61d8cd8 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 944 time: 0.0503356 Sep 16 19:41:11.716401 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a7355-0743-4235-9c60-a32b467bf233 req-1f6d6769-194a-4336-b479-be0474bb6b11 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:41:11.718026 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-633a7355-0743-4235-9c60-a32b467bf233 req-1f6d6769-194a-4336-b479-be0474bb6b11 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=caa5ad31-e1fa-41bd-9053-28214fc72d51 HTTP/1.1" status: 200 len: 943 time: 0.0478520 Sep 16 19:41:11.720912 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-01e47652-c6ce-4b64-bd94-0c9337e6dee5 req-eeaeee00-2e5c-4767-b9e7-79eca2af567a tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419600 Sep 16 19:41:11.766050 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-633a7355-0743-4235-9c60-a32b467bf233 req-b6a69d9f-02e2-4963-8b93-60e22b914e51 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd88e837-3a40-4fa6-958a-11237a2c6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420005 Sep 16 19:41:12.859792 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9960f81-1b3c-4110-900e-0b3446ed11dd req-ec428dfc-7513-4460-8a8a-5ec530a43977 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:41:12.861373 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f9960f81-1b3c-4110-900e-0b3446ed11dd req-ec428dfc-7513-4460-8a8a-5ec530a43977 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 944 time: 0.0478499 Sep 16 19:41:12.891818 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c2034-1414-4acf-a211-e181b820aff6 req-4c0773d8-b8fb-4d62-b930-699c5ed6f665 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:41:12.893360 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c78c2034-1414-4acf-a211-e181b820aff6 req-4c0773d8-b8fb-4d62-b930-699c5ed6f665 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=caa5ad31-e1fa-41bd-9053-28214fc72d51 HTTP/1.1" status: 200 len: 943 time: 0.0514827 Sep 16 19:41:12.916030 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f9960f81-1b3c-4110-900e-0b3446ed11dd req-6071cac2-73a6-490e-a9ca-d5cd6ef1c10d tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487456 Sep 16 19:41:12.943126 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c78c2034-1414-4acf-a211-e181b820aff6 req-5081d084-9a72-4012-baf8-cc03c72a1862 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd88e837-3a40-4fa6-958a-11237a2c6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438738 Sep 16 19:41:13.120177 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147a2e4-fe8f-4ed5-b390-2ba2a536095a req-c119acaa-7419-4b50-ae19-545f5d23d8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:41:13.121854 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b147a2e4-fe8f-4ed5-b390-2ba2a536095a req-c119acaa-7419-4b50-ae19-545f5d23d8cf service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1b0318f1a663428f9d5d3b4dcb7fca87&device_id=caa5ad31-e1fa-41bd-9053-28214fc72d51 HTTP/1.1" status: 200 len: 1127 time: 0.0424674 Sep 16 19:41:13.223611 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 0dcbd110-0af4-41d6-9d8a-2af13df464b2 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 19:41:13.335434 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port 0dcbd110-0af4-41d6-9d8a-2af13df464b2, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=0dcbd110-0af4-41d6-9d8a-2af13df464b2,segment=NetworkSegment(36fb67b8-e635-4794-987f-fa439239cfd5),segment_id=36fb67b8-e635-4794-987f-fa439239cfd5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:41:13.347550 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Returning: {'device': '0dcbd110-0af4-41d6-9d8a-2af13df464b2', 'network_id': '244c5642-5ab0-4834-bd0e-759fe8c918bc', 'port_id': '0dcbd110-0af4-41d6-9d8a-2af13df464b2', 'mac_address': 'fa:16:3e:71:e0:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e74eaa38-2acb-40fa-b32b-5cd01428e71e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 19:41:13.387390 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port 0dcbd110-0af4-41d6-9d8a-2af13df464b2 is: DOWN; New status is: BUILD {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:41:13.387390 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (0dcbd110-0af4-41d6-9d8a-2af13df464b2), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:41:13.402104 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dcbd110-0af4-41d6-9d8a-2af13df464b2 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 19:41:13.424600 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port 0dcbd110-0af4-41d6-9d8a-2af13df464b2, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=0dcbd110-0af4-41d6-9d8a-2af13df464b2,segment=NetworkSegment(36fb67b8-e635-4794-987f-fa439239cfd5),segment_id=36fb67b8-e635-4794-987f-fa439239cfd5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:41:13.430389 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (0dcbd110-0af4-41d6-9d8a-2af13df464b2), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:41:13.457627 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147a2e4-fe8f-4ed5-b390-2ba2a536095a req-bdeed146-6508-4771-b202-595f4f949ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:41:13.459425 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b147a2e4-fe8f-4ed5-b390-2ba2a536095a req-bdeed146-6508-4771-b202-595f4f949ce0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa HTTP/1.1" status: 200 len: 915 time: 0.0976663 Sep 16 19:41:13.479812 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=0dcbd110-0af4-41d6-9d8a-2af13df464b2,revision_number=9']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:41:13.524830 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b147a2e4-fe8f-4ed5-b390-2ba2a536095a req-930d2ee0-d361-411d-92ca-ca1a867376ea service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=294b1744-2589-4422-8002-38476f79d934 HTTP/1.1" status: 200 len: 217 time: 0.0336649 Sep 16 19:41:13.577136 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147a2e4-fe8f-4ed5-b390-2ba2a536095a req-c6132199-0f3d-4940-8e39-bec3c1b52e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:41:13.578578 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b147a2e4-fe8f-4ed5-b390-2ba2a536095a req-c6132199-0f3d-4940-8e39-bec3c1b52e97 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=a0e226b1-515f-4be0-ae74-7f28e313a43e HTTP/1.1" status: 200 len: 854 time: 0.0474451 Sep 16 19:41:13.611372 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b147a2e4-fe8f-4ed5-b390-2ba2a536095a req-48e70ee0-e6d3-4130-ba53-0c07f0fad467 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261879 Sep 16 19:41:13.728319 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b147a2e4-fe8f-4ed5-b390-2ba2a536095a req-f756be89-7e74-440a-bf48-fa041c75b0c1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923953 Sep 16 19:41:13.828371 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] get_ports_and_sgs() called for port_ids ['0dcbd110-0af4-41d6-9d8a-2af13df464b2'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 19:41:13.932295 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b147a2e4-fe8f-4ed5-b390-2ba2a536095a req-11e916fe-5cb8-4cb4-849a-1636cbdb1193 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909588 Sep 16 19:41:13.967031 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:41:14.049507 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2f803-f66d-4227-bc1b-287a9a6a6a0e req-809db16f-cebf-47bb-8f52-d3592462d3d7 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:41:14.050868 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-5aa2f803-f66d-4227-bc1b-287a9a6a6a0e req-809db16f-cebf-47bb-8f52-d3592462d3d7 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 945 time: 0.0512700 Sep 16 19:41:14.072945 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8548cfd-7a88-42a5-a07e-649692d47701 req-0c31a268-cf06-41d3-a802-9c233b5c9b97 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:41:14.074437 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d8548cfd-7a88-42a5-a07e-649692d47701 req-0c31a268-cf06-41d3-a802-9c233b5c9b97 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=caa5ad31-e1fa-41bd-9053-28214fc72d51 HTTP/1.1" status: 200 len: 943 time: 0.0469396 Sep 16 19:41:14.099237 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-5aa2f803-f66d-4227-bc1b-287a9a6a6a0e req-28f0735f-4409-474d-b1f9-b1c531867c31 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422287 Sep 16 19:41:14.122567 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d8548cfd-7a88-42a5-a07e-649692d47701 req-e86bf0fd-6bb5-4669-8267-9f8edf436360 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd88e837-3a40-4fa6-958a-11237a2c6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423574 Sep 16 19:41:14.337132 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a3e318e6-24f2-424c-aaaa-bfcb30b6fd8c req-860ad56e-2af6-4cdc-a746-95fff2d54f35 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383525 Sep 16 19:41:14.417270 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e318e6-24f2-424c-aaaa-bfcb30b6fd8c req-80a03ebb-ab18-48cf-888d-a04bc74e8d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:41:14.418731 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a3e318e6-24f2-424c-aaaa-bfcb30b6fd8c req-80a03ebb-ab18-48cf-888d-a04bc74e8d1d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=9b9158de13684627b042d2a183330eff&device_id=0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc HTTP/1.1" status: 200 len: 1129 time: 0.0400703 Sep 16 19:41:14.529692 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e318e6-24f2-424c-aaaa-bfcb30b6fd8c req-0f84f04e-3951-49a8-b3b1-228af96625b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:41:14.531136 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a3e318e6-24f2-424c-aaaa-bfcb30b6fd8c req-0f84f04e-3951-49a8-b3b1-228af96625b9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=a6a02090-2f02-4634-aa67-dc86c3956885 HTTP/1.1" status: 200 len: 912 time: 0.0918100 Sep 16 19:41:14.593689 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a3e318e6-24f2-424c-aaaa-bfcb30b6fd8c req-023d7784-b8a7-4765-a453-534aec26796e service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c34a3cd9-3655-434d-96cf-65014b97c1ea HTTP/1.1" status: 200 len: 1000 time: 0.0550754 Sep 16 19:41:14.644930 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:41:14.655599 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e318e6-24f2-424c-aaaa-bfcb30b6fd8c req-23f0355b-f83b-46c3-b9ec-a6803c377c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:41:14.657976 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a3e318e6-24f2-424c-aaaa-bfcb30b6fd8c req-23f0355b-f83b-46c3-b9ec-a6803c377c61 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=085fd4f8-7ca2-48a8-876f-2233969b7ec3 HTTP/1.1" status: 200 len: 850 time: 0.0575283 Sep 16 19:41:14.700884 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e318e6-24f2-424c-aaaa-bfcb30b6fd8c req-d3354fed-9fe6-4887-b89f-bd9b81bcff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:41:14.702373 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a3e318e6-24f2-424c-aaaa-bfcb30b6fd8c req-d3354fed-9fe6-4887-b89f-bd9b81bcff91 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=a6a02090-2f02-4634-aa67-dc86c3956885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382512 Sep 16 19:41:14.725297 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:41:14.796982 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a3e318e6-24f2-424c-aaaa-bfcb30b6fd8c req-26f6b305-67fd-48f8-b798-de357efa4d53 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a6a02090-2f02-4634-aa67-dc86c3956885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879200 Sep 16 19:41:14.891338 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a3e318e6-24f2-424c-aaaa-bfcb30b6fd8c req-15b72a02-a5f6-4b0b-aaec-778f3a50c3ff service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a6a02090-2f02-4634-aa67-dc86c3956885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886574 Sep 16 19:41:15.242709 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 294b1744-2589-4422-8002-38476f79d934 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 19:41:15.246964 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250120a-e040-4f72-b273-89ac770b9028 req-5634849f-f8df-4baa-936b-e73e93b25068 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:41:15.248733 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9250120a-e040-4f72-b273-89ac770b9028 req-5634849f-f8df-4baa-936b-e73e93b25068 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 945 time: 0.0554307 Sep 16 19:41:15.254567 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6cdd63-6835-493b-9b91-76ad32e8950b req-a28a96a3-da92-4d7a-9170-22aa60c7775d tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:41:15.256067 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8c6cdd63-6835-493b-9b91-76ad32e8950b req-a28a96a3-da92-4d7a-9170-22aa60c7775d tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=caa5ad31-e1fa-41bd-9053-28214fc72d51 HTTP/1.1" status: 200 len: 943 time: 0.0486715 Sep 16 19:41:15.257011 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 0dcbd110-0af4-41d6-9d8a-2af13df464b2 up at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:41:15.292778 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:41:15.313040 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9250120a-e040-4f72-b273-89ac770b9028 req-0fa3565a-2c93-43d3-9cdc-f087bccfac28 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559559 Sep 16 19:41:15.313400 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8c6cdd63-6835-493b-9b91-76ad32e8950b req-31e6ada3-e566-4a6a-bc7f-ebec30d3fe7e tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd88e837-3a40-4fa6-958a-11237a2c6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504942 Sep 16 19:41:15.382357 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Provisioning complete for port 0dcbd110-0af4-41d6-9d8a-2af13df464b2 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:41:15.382728 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (0dcbd110-0af4-41d6-9d8a-2af13df464b2), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:41:15.383060 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Attempt 1 to provision port 0dcbd110-0af4-41d6-9d8a-2af13df464b2 Sep 16 19:41:15.433998 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port 294b1744-2589-4422-8002-38476f79d934, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=294b1744-2589-4422-8002-38476f79d934,segment=NetworkSegment(50cc5eca-9bee-4d55-895b-78a39cd14ac0),segment_id=50cc5eca-9bee-4d55-895b-78a39cd14ac0)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:41:15.449480 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Returning: {'device': '294b1744-2589-4422-8002-38476f79d934', 'network_id': 'eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa', 'port_id': '294b1744-2589-4422-8002-38476f79d934', 'mac_address': 'fa:16:3e:ed:96:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0e226b1-515f-4be0-ae74-7f28e313a43e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 19:41:15.516072 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port 294b1744-2589-4422-8002-38476f79d934 is: DOWN; New status is: BUILD {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:41:15.516492 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (294b1744-2589-4422-8002-38476f79d934), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:41:15.518494 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port 0dcbd110-0af4-41d6-9d8a-2af13df464b2 is: BUILD; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:41:15.518858 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (0dcbd110-0af4-41d6-9d8a-2af13df464b2), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:41:15.539908 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 294b1744-2589-4422-8002-38476f79d934 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 19:41:15.559496 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fbeb783-f9ce-4d86-b966-21fdf4eaf534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dcbd110-0af4-41d6-9d8a-2af13df464b2'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:41:15.561781 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f3f7bbbb38247194f391b6222dc5c183e9bfb457d3b71a23f23b79e9cf016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995ff1ea-6d53-4f50-9805-1b43a8c0138f" -d '{"events": [{"server_uuid": "9fbeb783-f9ce-4d86-b966-21fdf4eaf534", "name": "network-vif-plugged", "status": "completed", "tag": "0dcbd110-0af4-41d6-9d8a-2af13df464b2"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:41:15.580887 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port 294b1744-2589-4422-8002-38476f79d934, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=294b1744-2589-4422-8002-38476f79d934,segment=NetworkSegment(50cc5eca-9bee-4d55-895b-78a39cd14ac0),segment_id=50cc5eca-9bee-4d55-895b-78a39cd14ac0)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:41:15.582801 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port 0dcbd110-0af4-41d6-9d8a-2af13df464b2, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=0dcbd110-0af4-41d6-9d8a-2af13df464b2,segment=NetworkSegment(36fb67b8-e635-4794-987f-fa439239cfd5),segment_id=36fb67b8-e635-4794-987f-fa439239cfd5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:41:15.587144 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (294b1744-2589-4422-8002-38476f79d934), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:41:15.591859 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (0dcbd110-0af4-41d6-9d8a-2af13df464b2), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:41:15.615034 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 19:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb49f1d-a34d-4202-8fea-9465e0f4c8a4 x-openstack-request-id: req-1eb49f1d-a34d-4202-8fea-9465e0f4c8a4 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:41:15.615331 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fbeb783-f9ce-4d86-b966-21fdf4eaf534", "name": "network-vif-plugged", "status": "completed", "tag": "0dcbd110-0af4-41d6-9d8a-2af13df464b2", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:41:15.615583 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1eb49f1d-a34d-4202-8fea-9465e0f4c8a4 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:41:15.615978 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eb49f1d-a34d-4202-8fea-9465e0f4c8a4'] response: {'server_uuid': '9fbeb783-f9ce-4d86-b966-21fdf4eaf534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dcbd110-0af4-41d6-9d8a-2af13df464b2', 'code': 200} Sep 16 19:41:15.640672 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=294b1744-2589-4422-8002-38476f79d934,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:41:15.697495 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=0dcbd110-0af4-41d6-9d8a-2af13df464b2,revision_number=10']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:41:15.854999 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0e728-232d-4c31-b015-c1c2b1ecbf5d req-b3f0c6af-e205-4064-a134-82fd47dbf43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:41:15.856548 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-04d0e728-232d-4c31-b015-c1c2b1ecbf5d req-b3f0c6af-e205-4064-a134-82fd47dbf43d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 1131 time: 0.0394800 Sep 16 19:41:15.901212 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-04d0e728-232d-4c31-b015-c1c2b1ecbf5d req-8f16c56f-ec63-467b-89ee-dd5df3b7bef1 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383232 Sep 16 19:41:16.006513 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] get_ports_and_sgs() called for port_ids ['294b1744-2589-4422-8002-38476f79d934'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 19:41:16.439385 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc47b4-78d8-46b1-94dd-4f7abd14556a req-52e97e54-3523-4faf-9d42-a612a2d3dce4 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:41:16.440068 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b16136-bd5d-4c38-b0e0-353d6a73b3c3 req-09735cd9-3727-475b-8b03-4a282c0c507c tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:41:16.440883 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-05bc47b4-78d8-46b1-94dd-4f7abd14556a req-52e97e54-3523-4faf-9d42-a612a2d3dce4 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=caa5ad31-e1fa-41bd-9053-28214fc72d51 HTTP/1.1" status: 200 len: 944 time: 0.0491700 Sep 16 19:41:16.442262 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-66b16136-bd5d-4c38-b0e0-353d6a73b3c3 req-09735cd9-3727-475b-8b03-4a282c0c507c tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 947 time: 0.0470026 Sep 16 19:41:16.489291 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-05bc47b4-78d8-46b1-94dd-4f7abd14556a req-f80105df-7359-4c37-a76a-70d0416ba418 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd88e837-3a40-4fa6-958a-11237a2c6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422573 Sep 16 19:41:16.490260 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-66b16136-bd5d-4c38-b0e0-353d6a73b3c3 req-516a86c4-95da-422b-be5b-71df671e9042 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417802 Sep 16 19:41:17.271683 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 294b1744-2589-4422-8002-38476f79d934 up at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:41:17.329357 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Provisioning for port 294b1744-2589-4422-8002-38476f79d934 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 19:41:17.336453 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Provisioning complete for port 294b1744-2589-4422-8002-38476f79d934 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:41:17.336820 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (294b1744-2589-4422-8002-38476f79d934), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:41:17.337148 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Attempt 1 to provision port 294b1744-2589-4422-8002-38476f79d934 Sep 16 19:41:17.371327 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:41:17.410861 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port 294b1744-2589-4422-8002-38476f79d934 is: BUILD; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:41:17.411239 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (294b1744-2589-4422-8002-38476f79d934), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:41:17.448038 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port 294b1744-2589-4422-8002-38476f79d934, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=294b1744-2589-4422-8002-38476f79d934,segment=NetworkSegment(50cc5eca-9bee-4d55-895b-78a39cd14ac0),segment_id=50cc5eca-9bee-4d55-895b-78a39cd14ac0)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:41:17.454917 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (294b1744-2589-4422-8002-38476f79d934), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:41:17.462412 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:41:17.520333 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=294b1744-2589-4422-8002-38476f79d934,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:41:17.528128 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:41:17.528508 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:41:17.528848 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:41:17.529157 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:41:17.529928 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:41:17.529928 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:41:17.530153 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:41:17.530405 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:41:17.530725 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:41:17.531247 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:41:17.531335 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:41:17.531647 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:41:17.531970 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:41:17.532356 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:41:17.532646 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:41:17.617147 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa5ad31-e1fa-41bd-9053-28214fc72d51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294b1744-2589-4422-8002-38476f79d934'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:41:17.619040 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255b79c-4a98-4c2f-b009-965d99dcf1a9 req-5f8022c2-2ab4-4c1c-aab5-fa02eea25189 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:41:17.619548 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f3f7bbbb38247194f391b6222dc5c183e9bfb457d3b71a23f23b79e9cf016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa61b927-9757-41e1-be7e-b428ffb5eab1" -d '{"events": [{"server_uuid": "caa5ad31-e1fa-41bd-9053-28214fc72d51", "name": "network-vif-plugged", "status": "completed", "tag": "294b1744-2589-4422-8002-38476f79d934"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:41:17.620762 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5255b79c-4a98-4c2f-b009-965d99dcf1a9 req-5f8022c2-2ab4-4c1c-aab5-fa02eea25189 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=caa5ad31-e1fa-41bd-9053-28214fc72d51 HTTP/1.1" status: 200 len: 945 time: 0.0480800 Sep 16 19:41:17.625271 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6121b97-3a8e-413d-abb8-0f66d3beb4c5 req-3e6f7d91-e06d-4731-a259-15e107187c60 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:41:17.626750 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e6121b97-3a8e-413d-abb8-0f66d3beb4c5 req-3e6f7d91-e06d-4731-a259-15e107187c60 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 947 time: 0.0509529 Sep 16 19:41:17.670509 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5255b79c-4a98-4c2f-b009-965d99dcf1a9 req-df94282c-967d-4dc8-a1b2-8a927f797a5c tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd88e837-3a40-4fa6-958a-11237a2c6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434887 Sep 16 19:41:17.678025 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e6121b97-3a8e-413d-abb8-0f66d3beb4c5 req-b741a418-c8b8-47e0-a52a-3cc6866f7de1 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456717 Sep 16 19:41:17.716931 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 19:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b303434-996a-44b2-a125-2b544137e4ba x-openstack-request-id: req-6b303434-996a-44b2-a125-2b544137e4ba {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:41:17.717197 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa5ad31-e1fa-41bd-9053-28214fc72d51", "name": "network-vif-plugged", "status": "completed", "tag": "294b1744-2589-4422-8002-38476f79d934", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:41:17.717445 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6b303434-996a-44b2-a125-2b544137e4ba {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:41:17.717841 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b303434-996a-44b2-a125-2b544137e4ba'] response: {'server_uuid': 'caa5ad31-e1fa-41bd-9053-28214fc72d51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294b1744-2589-4422-8002-38476f79d934', 'code': 200} Sep 16 19:41:18.251465 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341a986-04c7-452c-9941-edb5ed59bdd0 req-d33d7e5b-4b81-4052-a85e-7bf000f27d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:41:18.253156 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e341a986-04c7-452c-9941-edb5ed59bdd0 req-d33d7e5b-4b81-4052-a85e-7bf000f27d07 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=caa5ad31-e1fa-41bd-9053-28214fc72d51 HTTP/1.1" status: 200 len: 1129 time: 0.0416512 Sep 16 19:41:18.298056 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e341a986-04c7-452c-9941-edb5ed59bdd0 req-6098ac33-b5e0-4819-8af5-e929bbddfbb8 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd88e837-3a40-4fa6-958a-11237a2c6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394201 Sep 16 19:41:18.804573 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c29eed-3162-4a5a-9779-8dd1e50efc6f req-0c4e323f-34ad-421b-b4ad-215ad94c1546 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:41:18.806161 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-45c29eed-3162-4a5a-9779-8dd1e50efc6f req-0c4e323f-34ad-421b-b4ad-215ad94c1546 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=caa5ad31-e1fa-41bd-9053-28214fc72d51 HTTP/1.1" status: 200 len: 945 time: 0.0599232 Sep 16 19:41:18.816545 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ceab0-37ef-4149-8b07-6eeb0eba8da1 req-8fa4502a-8b78-48e4-aee8-c9ef8d859f92 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:41:18.818009 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5e6ceab0-37ef-4149-8b07-6eeb0eba8da1 req-8fa4502a-8b78-48e4-aee8-c9ef8d859f92 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 947 time: 0.0536976 Sep 16 19:41:18.861740 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-45c29eed-3162-4a5a-9779-8dd1e50efc6f req-0ba17f54-c14f-4396-b992-4358a68f7f60 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd88e837-3a40-4fa6-958a-11237a2c6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472257 Sep 16 19:41:18.869535 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5e6ceab0-37ef-4149-8b07-6eeb0eba8da1 req-7766c95e-d93e-439b-9a97-36c2eae86994 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424232 Sep 16 19:41:19.995863 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96333206-ae75-4465-87e3-673eb699460c req-acb4cac8-eda6-43be-9bee-0834cae3895e tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:41:19.997366 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-96333206-ae75-4465-87e3-673eb699460c req-acb4cac8-eda6-43be-9bee-0834cae3895e tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=caa5ad31-e1fa-41bd-9053-28214fc72d51 HTTP/1.1" status: 200 len: 945 time: 0.0481353 Sep 16 19:41:19.999859 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4f97a-ff33-4e3e-8f49-8946e618b208 req-1f8dc633-8edb-498d-af6a-4b74069141e0 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:41:20.001340 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c8f4f97a-ff33-4e3e-8f49-8946e618b208 req-1f8dc633-8edb-498d-af6a-4b74069141e0 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 947 time: 0.0469012 Sep 16 19:41:20.047954 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-96333206-ae75-4465-87e3-673eb699460c req-0a0fb34f-876e-4576-aca7-bf4642b86aea tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd88e837-3a40-4fa6-958a-11237a2c6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446062 Sep 16 19:41:20.050185 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c8f4f97a-ff33-4e3e-8f49-8946e618b208 req-fd70b9be-72d8-4107-8279-eae689128531 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423963 Sep 16 19:41:25.068238 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=19 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:41:25.069755 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=15 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:41:27.523801 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:41:27.525094 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:41:30.034423 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8eeddc3a-8971-445f-ae95-7cd14dd952cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:41:30.036282 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=91 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:41:30.043091 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=83 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:41:30.044257 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=77 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:41:30.046389 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:41:32.053212 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:41:32.285003 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c96e9cc0-457e-44de-a257-b992c4479bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:41:33.682725 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:41:35.033960 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:41:35.114185 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:41:43.569415 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2dcc7-3c0a-4462-b52e-b97dd0015e4d req-4272b5fc-b2f4-472a-95cf-161b6363cfb4 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:41:43.570773 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-dcf2dcc7-3c0a-4462-b52e-b97dd0015e4d req-4272b5fc-b2f4-472a-95cf-161b6363cfb4 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=caa5ad31-e1fa-41bd-9053-28214fc72d51 HTTP/1.1" status: 200 len: 945 time: 0.0574017 Sep 16 19:41:43.622716 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-dcf2dcc7-3c0a-4462-b52e-b97dd0015e4d req-8d83ad6e-4602-4fda-8cb1-cd5a5df2841b tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd88e837-3a40-4fa6-958a-11237a2c6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459039 Sep 16 19:41:44.765844 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69faee05-bf7e-4cdc-a521-268de195d746 req-0e47e714-42f6-40b2-bc2d-54a0ab3366c6 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:41:44.767341 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-69faee05-bf7e-4cdc-a521-268de195d746 req-0e47e714-42f6-40b2-bc2d-54a0ab3366c6 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=caa5ad31-e1fa-41bd-9053-28214fc72d51 HTTP/1.1" status: 200 len: 945 time: 0.0479290 Sep 16 19:41:44.817032 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-69faee05-bf7e-4cdc-a521-268de195d746 req-4ea7f37d-5849-43bb-b0d4-05f3bc2fbdd0 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd88e837-3a40-4fa6-958a-11237a2c6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424900 Sep 16 19:41:45.105462 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:41:45.107965 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=11,neutron:UPDATE=5 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:41:45.693361 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3bd814-f35f-4032-a384-eb5a02987684 req-5e0e8aa1-84eb-4d22-91b6-871528dd2115 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:41:45.694883 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fe3bd814-f35f-4032-a384-eb5a02987684 req-5e0e8aa1-84eb-4d22-91b6-871528dd2115 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=caa5ad31-e1fa-41bd-9053-28214fc72d51 HTTP/1.1" status: 200 len: 945 time: 0.0567758 Sep 16 19:41:45.782993 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-fe3bd814-f35f-4032-a384-eb5a02987684 req-118f49ad-bcc9-4c7e-bf04-d7acaf6999ba tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Deleting port 294b1744-2589-4422-8002-38476f79d934 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:41:45.783574 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fe3bd814-f35f-4032-a384-eb5a02987684 req-118f49ad-bcc9-4c7e-bf04-d7acaf6999ba tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (294b1744-2589-4422-8002-38476f79d934), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:41:45.879668 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-fe3bd814-f35f-4032-a384-eb5a02987684 req-118f49ad-bcc9-4c7e-bf04-d7acaf6999ba tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] For port 294b1744-2589-4422-8002-38476f79d934, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=294b1744-2589-4422-8002-38476f79d934,segment=NetworkSegment(50cc5eca-9bee-4d55-895b-78a39cd14ac0),segment_id=50cc5eca-9bee-4d55-895b-78a39cd14ac0)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:41:45.880024 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fe3bd814-f35f-4032-a384-eb5a02987684 req-118f49ad-bcc9-4c7e-bf04-d7acaf6999ba tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (294b1744-2589-4422-8002-38476f79d934), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:41:45.893787 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-fe3bd814-f35f-4032-a384-eb5a02987684 req-118f49ad-bcc9-4c7e-bf04-d7acaf6999ba tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Calling delete_port for 294b1744-2589-4422-8002-38476f79d934 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:41:45.942023 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9daa9f7-ace5-458c-b089-e0282b6f8fa1 req-d5e60031-0f7f-44ff-b91d-76d390ef68bd tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:41:45.944242 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e9daa9f7-ace5-458c-b089-e0282b6f8fa1 req-d5e60031-0f7f-44ff-b91d-76d390ef68bd tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=caa5ad31-e1fa-41bd-9053-28214fc72d51 HTTP/1.1" status: 200 len: 945 time: 0.0483239 Sep 16 19:41:45.996275 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e9daa9f7-ace5-458c-b089-e0282b6f8fa1 req-d6798af3-d80f-43e1-809f-0e5dd38ea5a1 tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd88e837-3a40-4fa6-958a-11237a2c6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458617 Sep 16 19:41:46.027112 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fe3bd814-f35f-4032-a384-eb5a02987684 req-118f49ad-bcc9-4c7e-bf04-d7acaf6999ba tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (294b1744-2589-4422-8002-38476f79d934), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:41:46.056415 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f49ad-bcc9-4c7e-bf04-d7acaf6999ba tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Pushing event deleted for resources: {'Port': ['ID=294b1744-2589-4422-8002-38476f79d934,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:41:46.061168 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] get_ports_and_sgs() called for port_ids ['294b1744-2589-4422-8002-38476f79d934'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 19:41:46.070252 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118f49ad-bcc9-4c7e-bf04-d7acaf6999ba tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:41:46.070580 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118f49ad-bcc9-4c7e-bf04-d7acaf6999ba tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:41:46.070911 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118f49ad-bcc9-4c7e-bf04-d7acaf6999ba tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:41:46.071240 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118f49ad-bcc9-4c7e-bf04-d7acaf6999ba tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:41:46.071562 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118f49ad-bcc9-4c7e-bf04-d7acaf6999ba tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:41:46.071882 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118f49ad-bcc9-4c7e-bf04-d7acaf6999ba tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:41:46.072198 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118f49ad-bcc9-4c7e-bf04-d7acaf6999ba tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:41:46.072534 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118f49ad-bcc9-4c7e-bf04-d7acaf6999ba tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:41:46.072852 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118f49ad-bcc9-4c7e-bf04-d7acaf6999ba tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:41:46.073163 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118f49ad-bcc9-4c7e-bf04-d7acaf6999ba tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:41:46.073476 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118f49ad-bcc9-4c7e-bf04-d7acaf6999ba tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:41:46.073829 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118f49ad-bcc9-4c7e-bf04-d7acaf6999ba tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:41:46.074102 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118f49ad-bcc9-4c7e-bf04-d7acaf6999ba tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:41:46.074409 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118f49ad-bcc9-4c7e-bf04-d7acaf6999ba tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:41:46.074714 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118f49ad-bcc9-4c7e-bf04-d7acaf6999ba tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:41:46.110664 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe3bd814-f35f-4032-a384-eb5a02987684 req-118f49ad-bcc9-4c7e-bf04-d7acaf6999ba tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] No DVR routers for this DVR port 294b1744-2589-4422-8002-38476f79d934 on host hv-cinder-85032 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 19:41:46.113148 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fe3bd814-f35f-4032-a384-eb5a02987684 req-118f49ad-bcc9-4c7e-bf04-d7acaf6999ba tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:41:46.116536 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fe3bd814-f35f-4032-a384-eb5a02987684 req-118f49ad-bcc9-4c7e-bf04-d7acaf6999ba tempest-VolumesSnapshotTestJSON-22065153 tempest-VolumesSnapshotTestJSON-22065153-project] 10.222.0.27 "DELETE /networking/v2.0/ports/294b1744-2589-4422-8002-38476f79d934 HTTP/1.1" status: 204 len: 173 time: 0.4158092 Sep 16 19:41:46.117147 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa5ad31-e1fa-41bd-9053-28214fc72d51', 'name': 'network-vif-deleted', 'tag': '294b1744-2589-4422-8002-38476f79d934'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:41:46.119375 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc02aeec164665d1be19478bc83a94d6f81df8203eb0e70a86ccaa2f58cdb70d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f92428-0924-4744-9b3a-2ee2645176d2" -d '{"events": [{"server_uuid": "caa5ad31-e1fa-41bd-9053-28214fc72d51", "name": "network-vif-deleted", "tag": "294b1744-2589-4422-8002-38476f79d934"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:41:46.164150 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 19:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e8d001-dfd1-4e8a-aa18-1122e4db5183 x-openstack-request-id: req-33e8d001-dfd1-4e8a-aa18-1122e4db5183 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:41:46.164541 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa5ad31-e1fa-41bd-9053-28214fc72d51", "name": "network-vif-deleted", "tag": "294b1744-2589-4422-8002-38476f79d934", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:41:46.164794 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-33e8d001-dfd1-4e8a-aa18-1122e4db5183 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:41:46.165205 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33e8d001-dfd1-4e8a-aa18-1122e4db5183'] response: {'server_uuid': 'caa5ad31-e1fa-41bd-9053-28214fc72d51', 'name': 'network-vif-deleted', 'tag': '294b1744-2589-4422-8002-38476f79d934', 'status': 'completed', 'code': 200} Sep 16 19:41:47.439318 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:41:51.008362 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 294b1744-2589-4422-8002-38476f79d934 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:41:51.028557 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] No Port match for: 294b1744-2589-4422-8002-38476f79d934 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:41:51.028895 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 294b1744-2589-4422-8002-38476f79d934 not bound to the agent host hv-cinder-85032 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:41:55.990382 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=19 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:41:55.992817 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=17 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:41:56.066258 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:41:56.094601 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=52,neutron:DELETE=6 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:41:56.095389 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=57,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:41:59.377078 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:41:59.378282 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:42:00.032269 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-900a1e58-bc4f-440c-a178-8ee231b3ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:02.094703 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:02.301439 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-14f78f3e-97cb-4d8e-abfc-59d89141405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:03.682299 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:04.251844 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2b104ced-02d4-4f63-bd18-09f64e229e4d req-2341e287-3991-41e5-9711-190aa4cbb532 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1822792021&fields=id&tenant_id=9b9158de13684627b042d2a183330eff HTTP/1.1" status: 200 len: 267 time: 0.0511193 Sep 16 19:42:04.363371 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b104ced-02d4-4f63-bd18-09f64e229e4d req-2c44249d-a405-49ec-a783-865dd096fe52 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:42:04.364753 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2b104ced-02d4-4f63-bd18-09f64e229e4d req-2c44249d-a405-49ec-a783-865dd096fe52 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/networks?id=a6a02090-2f02-4634-aa67-dc86c3956885 HTTP/1.1" status: 200 len: 811 time: 0.1057420 Sep 16 19:42:04.383959 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2b104ced-02d4-4f63-bd18-09f64e229e4d req-9e376d8a-6f25-4897-8a4a-ce79aae82682 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/quotas/9b9158de13684627b042d2a183330eff HTTP/1.1" status: 200 len: 375 time: 0.0107131 Sep 16 19:42:04.449829 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2b104ced-02d4-4f63-bd18-09f64e229e4d req-85d8ac0c-97e0-46f8-8273-01e707afe0f9 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=9b9158de13684627b042d2a183330eff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0579433 Sep 16 19:42:04.552654 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2b104ced-02d4-4f63-bd18-09f64e229e4d req-9ef6ee33-1189-4eaa-b30a-ac7174f97d08 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a6a02090-2f02-4634-aa67-dc86c3956885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911441 Sep 16 19:42:04.655758 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2b104ced-02d4-4f63-bd18-09f64e229e4d req-a45336a7-63d1-423c-85f1-d50e5a33ea9b service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a6a02090-2f02-4634-aa67-dc86c3956885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971713 Sep 16 19:42:05.025873 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-01f1f505-7f55-49be-b45e-73ca6998f334 req-9c338249-3a10-4580-8b9f-3f0b02c44bd3 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d97a982-922f-489b-b88d-66c3b0dfccb9 HTTP/1.1" status: 200 len: 210 time: 0.0853963 Sep 16 19:42:05.042065 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:05.119458 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:06.133768 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-5f86ec9f-22d1-4783-beb5-3d68828a2a3b req-355835d9-3af6-4c9f-8f08-9ee553d283bd tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d97a982-922f-489b-b88d-66c3b0dfccb9 HTTP/1.1" status: 200 len: 210 time: 0.0286798 Sep 16 19:42:07.260598 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-521a511a-ddce-4fb2-9fd8-6424d8fdae77 req-37c2468d-d98c-4748-b912-0a364e49ee42 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d97a982-922f-489b-b88d-66c3b0dfccb9 HTTP/1.1" status: 200 len: 210 time: 0.0389347 Sep 16 19:42:08.386719 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-862c54e5-59fc-4dbc-a5d8-722f6426c65b req-2183f204-e7de-4294-982f-fb4eb0ed939c tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d97a982-922f-489b-b88d-66c3b0dfccb9 HTTP/1.1" status: 200 len: 210 time: 0.0392311 Sep 16 19:42:09.506166 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e8770116-7454-40cf-9631-0eff458eae7b req-08e77235-eccb-4d43-b944-58538d32d98b tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d97a982-922f-489b-b88d-66c3b0dfccb9 HTTP/1.1" status: 200 len: 210 time: 0.0380328 Sep 16 19:42:10.043844 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b104ced-02d4-4f63-bd18-09f64e229e4d req-f1b84787-cf4d-4bdb-ad04-af2c8bea9b3d tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:42:10.045996 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2b104ced-02d4-4f63-bd18-09f64e229e4d req-f1b84787-cf4d-4bdb-ad04-af2c8bea9b3d tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.27 "GET /networking/v2.0/networks?id=a6a02090-2f02-4634-aa67-dc86c3956885 HTTP/1.1" status: 200 len: 811 time: 0.1044581 Sep 16 19:42:10.122547 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2b104ced-02d4-4f63-bd18-09f64e229e4d req-c3ed4a6c-5983-40e9-aa7f-784cfa0a8d3b tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9b9158de13684627b042d2a183330eff HTTP/1.1" status: 200 len: 380 time: 0.0588143 Sep 16 19:42:10.144693 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [req-2b104ced-02d4-4f63-bd18-09f64e229e4d req-4fd60a5e-9fcb-4ea6-8bed-f10ae7afa830 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Request body: {'port': {'device_id': '5d97a982-922f-489b-b88d-66c3b0dfccb9', 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885', 'admin_state_up': True, 'tenant_id': '9b9158de13684627b042d2a183330eff', 'security_groups': ['2114d520-9e6f-4a63-bc5e-07ce01a9aa27']}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:42:10.263302 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b104ced-02d4-4f63-bd18-09f64e229e4d req-4fd60a5e-9fcb-4ea6-8bed-f10ae7afa830 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Made reservation on behalf of 9b9158de13684627b042d2a183330eff for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:42:10.269067 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2b104ced-02d4-4f63-bd18-09f64e229e4d req-4fd60a5e-9fcb-4ea6-8bed-f10ae7afa830 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:10.403840 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-2b104ced-02d4-4f63-bd18-09f64e229e4d req-4fd60a5e-9fcb-4ea6-8bed-f10ae7afa830 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Allocated IP 172.20.0.4 (a6a02090-2f02-4634-aa67-dc86c3956885/085fd4f8-7ca2-48a8-876f-2233969b7ec3/57c9df1f-3f0d-453f-8f07-577f57154444) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:42:10.488062 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:42:10.490253 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:42:10.545906 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2b104ced-02d4-4f63-bd18-09f64e229e4d req-4fd60a5e-9fcb-4ea6-8bed-f10ae7afa830 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks [] for port (57c9df1f-3f0d-453f-8f07-577f57154444), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:10.581405 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2b104ced-02d4-4f63-bd18-09f64e229e4d req-4fd60a5e-9fcb-4ea6-8bed-f10ae7afa830 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (57c9df1f-3f0d-453f-8f07-577f57154444), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:10.657870 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b104ced-02d4-4f63-bd18-09f64e229e4d req-4fd60a5e-9fcb-4ea6-8bed-f10ae7afa830 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Network a6a02090-2f02-4634-aa67-dc86c3956885 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:42:10.664682 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-2b104ced-02d4-4f63-bd18-09f64e229e4d req-4fd60a5e-9fcb-4ea6-8bed-f10ae7afa830 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:42:10.671899 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b104ced-02d4-4f63-bd18-09f64e229e4d req-4fd60a5e-9fcb-4ea6-8bed-f10ae7afa830 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:42:10.696671 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd60a5e-9fcb-4ea6-8bed-f10ae7afa830 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Pushing event updated for resources: {'Port': ['ID=57c9df1f-3f0d-453f-8f07-577f57154444,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:42:10.708465 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352489b6-39e4-42cd-9236-259248eb6276 req-440ed3fc-226f-402f-811c-d99816c979f9 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:42:10.710156 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-352489b6-39e4-42cd-9236-259248eb6276 req-440ed3fc-226f-402f-811c-d99816c979f9 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d97a982-922f-489b-b88d-66c3b0dfccb9 HTTP/1.1" status: 200 len: 931 time: 0.1239800 Sep 16 19:42:10.755002 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b104ced-02d4-4f63-bd18-09f64e229e4d req-4fd60a5e-9fcb-4ea6-8bed-f10ae7afa830 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:42:10.755456 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2b104ced-02d4-4f63-bd18-09f64e229e4d req-4fd60a5e-9fcb-4ea6-8bed-f10ae7afa830 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:10.790042 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-352489b6-39e4-42cd-9236-259248eb6276 req-2af11bab-ff8d-4b51-a7de-816b501fc69f tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2114d520-9e6f-4a63-bc5e-07ce01a9aa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717614 Sep 16 19:42:10.793845 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2b104ced-02d4-4f63-bd18-09f64e229e4d req-4fd60a5e-9fcb-4ea6-8bed-f10ae7afa830 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6532085 Sep 16 19:42:10.813691 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [req-2b104ced-02d4-4f63-bd18-09f64e229e4d req-e5dbb2b4-deb8-493f-9be5-405877c50993 service neutron] Request body: {'port': {'device_id': '5d97a982-922f-489b-b88d-66c3b0dfccb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:42:10.881247 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2b104ced-02d4-4f63-bd18-09f64e229e4d req-e5dbb2b4-deb8-493f-9be5-405877c50993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (57c9df1f-3f0d-453f-8f07-577f57154444), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:10.943954 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac597296-85e4-4864-a247-3a417079231a None None] Provisioning complete for port 57c9df1f-3f0d-453f-8f07-577f57154444 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:42:10.944954 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac597296-85e4-4864-a247-3a417079231a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (57c9df1f-3f0d-453f-8f07-577f57154444), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:10.945451 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac597296-85e4-4864-a247-3a417079231a None None] Attempt 1 to provision port 57c9df1f-3f0d-453f-8f07-577f57154444 Sep 16 19:42:10.977947 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac597296-85e4-4864-a247-3a417079231a None None] Port 57c9df1f-3f0d-453f-8f07-577f57154444 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:42:11.150712 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [req-2b104ced-02d4-4f63-bd18-09f64e229e4d req-e5dbb2b4-deb8-493f-9be5-405877c50993 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57c9df1f-3f0d-453f-8f07-577f57154444 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 19:42:11.158597 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2b104ced-02d4-4f63-bd18-09f64e229e4d req-e5dbb2b4-deb8-493f-9be5-405877c50993 service neutron] Publish callbacks [] for port (57c9df1f-3f0d-453f-8f07-577f57154444), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:11.171580 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-2b104ced-02d4-4f63-bd18-09f64e229e4d req-e5dbb2b4-deb8-493f-9be5-405877c50993 service neutron] Transition to ACTIVE for port object 57c9df1f-3f0d-453f-8f07-577f57154444 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 19:42:11.177030 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2b104ced-02d4-4f63-bd18-09f64e229e4d req-e5dbb2b4-deb8-493f-9be5-405877c50993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2678318'] for port (57c9df1f-3f0d-453f-8f07-577f57154444), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:11.246132 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dbb2b4-deb8-493f-9be5-405877c50993 service neutron] Pushing event updated for resources: {'Port': ['ID=57c9df1f-3f0d-453f-8f07-577f57154444,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:42:11.298823 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:42:11.303842 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-2b104ced-02d4-4f63-bd18-09f64e229e4d req-e5dbb2b4-deb8-493f-9be5-405877c50993 service neutron] Attempting to bind port 57c9df1f-3f0d-453f-8f07-577f57154444 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:42:11.304174 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-2b104ced-02d4-4f63-bd18-09f64e229e4d req-e5dbb2b4-deb8-493f-9be5-405877c50993 service neutron] Attempting to bind port 57c9df1f-3f0d-453f-8f07-577f57154444 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '7e734341-746a-4fdc-b511-0d6ed890ef79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:42:11.304533 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b104ced-02d4-4f63-bd18-09f64e229e4d req-e5dbb2b4-deb8-493f-9be5-405877c50993 service neutron] Attempting to bind port 57c9df1f-3f0d-453f-8f07-577f57154444 on network a6a02090-2f02-4634-aa67-dc86c3956885 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:42:11.332348 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:42:11.350530 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b104ced-02d4-4f63-bd18-09f64e229e4d req-e5dbb2b4-deb8-493f-9be5-405877c50993 service neutron] Port 57c9df1f-3f0d-453f-8f07-577f57154444 on network a6a02090-2f02-4634-aa67-dc86c3956885 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 19:42:11.350857 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b104ced-02d4-4f63-bd18-09f64e229e4d req-e5dbb2b4-deb8-493f-9be5-405877c50993 service neutron] Attempting to bind port 57c9df1f-3f0d-453f-8f07-577f57154444 on network a6a02090-2f02-4634-aa67-dc86c3956885 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:42:11.402184 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b104ced-02d4-4f63-bd18-09f64e229e4d req-e5dbb2b4-deb8-493f-9be5-405877c50993 service neutron] Checking agent: {'id': 'f29a7e91-2c4b-48c7-9aed-98e73119d395', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 24, 59), 'started_at': datetime.datetime(2022, 9, 16, 19, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:42:11.402519 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b104ced-02d4-4f63-bd18-09f64e229e4d req-e5dbb2b4-deb8-493f-9be5-405877c50993 service neutron] Checking segment: {'id': '7e734341-746a-4fdc-b511-0d6ed890ef79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:42:11.402891 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b104ced-02d4-4f63-bd18-09f64e229e4d req-e5dbb2b4-deb8-493f-9be5-405877c50993 service neutron] Bound using segment: {'id': '7e734341-746a-4fdc-b511-0d6ed890ef79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:42:11.403324 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-2b104ced-02d4-4f63-bd18-09f64e229e4d req-e5dbb2b4-deb8-493f-9be5-405877c50993 service neutron] Bound port: 57c9df1f-3f0d-453f-8f07-577f57154444, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e734341-746a-4fdc-b511-0d6ed890ef79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:42:11.403677 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2b104ced-02d4-4f63-bd18-09f64e229e4d req-e5dbb2b4-deb8-493f-9be5-405877c50993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (57c9df1f-3f0d-453f-8f07-577f57154444), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:11.467242 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-2b104ced-02d4-4f63-bd18-09f64e229e4d req-e5dbb2b4-deb8-493f-9be5-405877c50993 service neutron] For port 57c9df1f-3f0d-453f-8f07-577f57154444, host hv-cinder-85032, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:42:11.471070 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-2b104ced-02d4-4f63-bd18-09f64e229e4d req-e5dbb2b4-deb8-493f-9be5-405877c50993 service neutron] For port 57c9df1f-3f0d-453f-8f07-577f57154444, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=57c9df1f-3f0d-453f-8f07-577f57154444,segment=NetworkSegment(7e734341-746a-4fdc-b511-0d6ed890ef79),segment_id=7e734341-746a-4fdc-b511-0d6ed890ef79)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:42:11.478879 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2b104ced-02d4-4f63-bd18-09f64e229e4d req-e5dbb2b4-deb8-493f-9be5-405877c50993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2678318'] for port (57c9df1f-3f0d-453f-8f07-577f57154444), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:11.479279 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac597296-85e4-4864-a247-3a417079231a None None] Attempt 2 to provision port 57c9df1f-3f0d-453f-8f07-577f57154444 Sep 16 19:42:11.483634 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b104ced-02d4-4f63-bd18-09f64e229e4d req-e5dbb2b4-deb8-493f-9be5-405877c50993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:42:11.485039 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2b104ced-02d4-4f63-bd18-09f64e229e4d req-e5dbb2b4-deb8-493f-9be5-405877c50993 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:11.486481 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2b104ced-02d4-4f63-bd18-09f64e229e4d req-e5dbb2b4-deb8-493f-9be5-405877c50993 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/57c9df1f-3f0d-453f-8f07-577f57154444 HTTP/1.1" status: 200 len: 1093 time: 0.6765566 Sep 16 19:42:11.486481 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d97a982-922f-489b-b88d-66c3b0dfccb9', 'tag': '57c9df1f-3f0d-453f-8f07-577f57154444'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:42:11.488666 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc02aeec164665d1be19478bc83a94d6f81df8203eb0e70a86ccaa2f58cdb70d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fd6e12-7e6f-4be8-ac7b-5931fe217c4e" -d '{"events": [{"name": "network-changed", "server_uuid": "5d97a982-922f-489b-b88d-66c3b0dfccb9", "tag": "57c9df1f-3f0d-453f-8f07-577f57154444"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:42:11.535042 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 19:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49eaacd2-e44b-419f-9c92-b8f1c9fe3dc5 x-openstack-request-id: req-49eaacd2-e44b-419f-9c92-b8f1c9fe3dc5 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:42:11.535396 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d97a982-922f-489b-b88d-66c3b0dfccb9", "tag": "57c9df1f-3f0d-453f-8f07-577f57154444", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:42:11.535703 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-49eaacd2-e44b-419f-9c92-b8f1c9fe3dc5 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:42:11.536154 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49eaacd2-e44b-419f-9c92-b8f1c9fe3dc5'] response: {'name': 'network-changed', 'server_uuid': '5d97a982-922f-489b-b88d-66c3b0dfccb9', 'tag': '57c9df1f-3f0d-453f-8f07-577f57154444', 'status': 'completed', 'code': 200} Sep 16 19:42:11.536345 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac597296-85e4-4864-a247-3a417079231a None None] Port 57c9df1f-3f0d-453f-8f07-577f57154444 had new provisioning blocks added so it will not transition to active. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 19:42:11.541047 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dbb2b4-deb8-493f-9be5-405877c50993 service neutron] Pushing event updated for resources: {'Port': ['ID=57c9df1f-3f0d-453f-8f07-577f57154444,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:42:11.596921 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b104ced-02d4-4f63-bd18-09f64e229e4d req-1fe48364-00eb-4eb9-89a2-6a1d6d4a38d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:42:11.598386 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2b104ced-02d4-4f63-bd18-09f64e229e4d req-1fe48364-00eb-4eb9-89a2-6a1d6d4a38d0 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=9b9158de13684627b042d2a183330eff&device_id=5d97a982-922f-489b-b88d-66c3b0dfccb9 HTTP/1.1" status: 200 len: 1127 time: 0.0386686 Sep 16 19:42:11.651912 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2b104ced-02d4-4f63-bd18-09f64e229e4d req-4558d79f-35ca-47ca-97e6-a3c5b4e52f4d service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57c9df1f-3f0d-453f-8f07-577f57154444 HTTP/1.1" status: 200 len: 217 time: 0.0405393 Sep 16 19:42:11.700681 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b104ced-02d4-4f63-bd18-09f64e229e4d req-6f85cac7-e6e6-46fa-90a2-335033b2cce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:42:11.702058 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2b104ced-02d4-4f63-bd18-09f64e229e4d req-6f85cac7-e6e6-46fa-90a2-335033b2cce6 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=085fd4f8-7ca2-48a8-876f-2233969b7ec3 HTTP/1.1" status: 200 len: 850 time: 0.0441263 Sep 16 19:42:11.744849 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b104ced-02d4-4f63-bd18-09f64e229e4d req-b0455094-1a04-4477-b713-d079d2f0c462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:42:11.746307 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2b104ced-02d4-4f63-bd18-09f64e229e4d req-b0455094-1a04-4477-b713-d079d2f0c462 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=a6a02090-2f02-4634-aa67-dc86c3956885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373991 Sep 16 19:42:11.847089 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2b104ced-02d4-4f63-bd18-09f64e229e4d req-2f659f14-fbb6-43a2-a23e-bfbeae19e69f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a6a02090-2f02-4634-aa67-dc86c3956885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944545 Sep 16 19:42:11.950711 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776052ce-e544-4371-8c2d-57f90d7e6093 req-6062636d-6113-43f6-927d-50ba1c5c7eec tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:42:11.952144 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-776052ce-e544-4371-8c2d-57f90d7e6093 req-6062636d-6113-43f6-927d-50ba1c5c7eec tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d97a982-922f-489b-b88d-66c3b0dfccb9 HTTP/1.1" status: 200 len: 943 time: 0.0808442 Sep 16 19:42:11.989211 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2b104ced-02d4-4f63-bd18-09f64e229e4d req-8ac74248-2409-4598-a4b5-9645ef4d9fd0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a6a02090-2f02-4634-aa67-dc86c3956885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365082 Sep 16 19:42:12.017707 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-776052ce-e544-4371-8c2d-57f90d7e6093 req-aa5126ed-4efb-4aaf-ac4a-cf1e1fdfe8ed tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2114d520-9e6f-4a63-bc5e-07ce01a9aa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569456 Sep 16 19:42:13.141617 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd6e12-7e6f-4be8-ac7b-5931fe217c4e req-ace441e5-4387-44a4-8b66-a87f203650e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:42:13.143189 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e3fd6e12-7e6f-4be8-ac7b-5931fe217c4e req-ace441e5-4387-44a4-8b66-a87f203650e8 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=9b9158de13684627b042d2a183330eff&device_id=5d97a982-922f-489b-b88d-66c3b0dfccb9 HTTP/1.1" status: 200 len: 1127 time: 0.0396276 Sep 16 19:42:13.149316 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d580e8c-b4ef-4738-90bc-549d7d216567 req-4cfe33c2-4904-4c80-a3f1-af7b779a662c tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:42:13.153345 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3d580e8c-b4ef-4738-90bc-549d7d216567 req-4cfe33c2-4904-4c80-a3f1-af7b779a662c tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d97a982-922f-489b-b88d-66c3b0dfccb9 HTTP/1.1" status: 200 len: 943 time: 0.0499341 Sep 16 19:42:13.202986 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3d580e8c-b4ef-4738-90bc-549d7d216567 req-4ab7040a-34a7-4f19-bdd3-0d4ed72010a7 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2114d520-9e6f-4a63-bc5e-07ce01a9aa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446308 Sep 16 19:42:13.240462 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd6e12-7e6f-4be8-ac7b-5931fe217c4e req-e021154c-2ca4-4404-8d18-513414ab7f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:42:13.241970 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e3fd6e12-7e6f-4be8-ac7b-5931fe217c4e req-e021154c-2ca4-4404-8d18-513414ab7f05 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=a6a02090-2f02-4634-aa67-dc86c3956885 HTTP/1.1" status: 200 len: 912 time: 0.0913298 Sep 16 19:42:13.283907 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e3fd6e12-7e6f-4be8-ac7b-5931fe217c4e req-68542539-b1e5-4d78-9189-0b6c3bcc1892 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57c9df1f-3f0d-453f-8f07-577f57154444 HTTP/1.1" status: 200 len: 217 time: 0.0326035 Sep 16 19:42:13.339138 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd6e12-7e6f-4be8-ac7b-5931fe217c4e req-1f6504e0-e234-44c8-9a69-65d0aa80c812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:42:13.340721 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e3fd6e12-7e6f-4be8-ac7b-5931fe217c4e req-1f6504e0-e234-44c8-9a69-65d0aa80c812 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=085fd4f8-7ca2-48a8-876f-2233969b7ec3 HTTP/1.1" status: 200 len: 850 time: 0.0487926 Sep 16 19:42:13.673966 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd6e12-7e6f-4be8-ac7b-5931fe217c4e req-b9232a15-336b-4cb7-9b5a-9d8e2d6078fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:42:13.675651 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e3fd6e12-7e6f-4be8-ac7b-5931fe217c4e req-b9232a15-336b-4cb7-9b5a-9d8e2d6078fa service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=a6a02090-2f02-4634-aa67-dc86c3956885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3267386 Sep 16 19:42:13.706641 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:42:13.781434 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e3fd6e12-7e6f-4be8-ac7b-5931fe217c4e req-efb361c2-bbd0-41c2-b41b-0a4e9f4bd02d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a6a02090-2f02-4634-aa67-dc86c3956885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988460 Sep 16 19:42:13.837939 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:42:13.871840 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e3fd6e12-7e6f-4be8-ac7b-5931fe217c4e req-eaf9800c-b2ff-40f7-b8a0-e642eb5df8e3 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a6a02090-2f02-4634-aa67-dc86c3956885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839288 Sep 16 19:42:14.333507 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6e26a-5307-4e22-8de8-f21917b4f113 req-96f88298-ae33-434b-8ca6-260732f209af tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:42:14.334964 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d9c6e26a-5307-4e22-8de8-f21917b4f113 req-96f88298-ae33-434b-8ca6-260732f209af tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d97a982-922f-489b-b88d-66c3b0dfccb9 HTTP/1.1" status: 200 len: 943 time: 0.0499234 Sep 16 19:42:14.398984 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d9c6e26a-5307-4e22-8de8-f21917b4f113 req-ff6692e1-76ad-401e-9a57-f2c62bfd8c6d tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2114d520-9e6f-4a63-bc5e-07ce01a9aa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555687 Sep 16 19:42:15.532052 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4095da5-c2d7-46c5-ad9a-9dd89b5ab6c2 req-c874600a-b2f8-492c-b4db-941917843b94 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:42:15.533567 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f4095da5-c2d7-46c5-ad9a-9dd89b5ab6c2 req-c874600a-b2f8-492c-b4db-941917843b94 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d97a982-922f-489b-b88d-66c3b0dfccb9 HTTP/1.1" status: 200 len: 943 time: 0.0467024 Sep 16 19:42:15.589788 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f4095da5-c2d7-46c5-ad9a-9dd89b5ab6c2 req-a5d6412b-c861-4777-b87e-04a57354499c tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2114d520-9e6f-4a63-bc5e-07ce01a9aa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474155 Sep 16 19:42:16.731299 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd2165-615a-47b0-b1b5-8403df467292 req-63e37784-731f-48e9-b3f8-507f2f32592a tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:42:16.732823 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-dbcd2165-615a-47b0-b1b5-8403df467292 req-63e37784-731f-48e9-b3f8-507f2f32592a tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d97a982-922f-489b-b88d-66c3b0dfccb9 HTTP/1.1" status: 200 len: 943 time: 0.0517581 Sep 16 19:42:16.786264 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-dbcd2165-615a-47b0-b1b5-8403df467292 req-bae6d1f4-dd50-4fc5-849a-f719b83945f1 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2114d520-9e6f-4a63-bc5e-07ce01a9aa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476003 Sep 16 19:42:17.922755 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc435e18-28f3-4304-b88d-938648a46e8e req-19f8937c-9e26-4fdb-b956-4232220141f6 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:42:17.924864 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bc435e18-28f3-4304-b88d-938648a46e8e req-19f8937c-9e26-4fdb-b956-4232220141f6 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d97a982-922f-489b-b88d-66c3b0dfccb9 HTTP/1.1" status: 200 len: 943 time: 0.0542643 Sep 16 19:42:17.977510 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bc435e18-28f3-4304-b88d-938648a46e8e req-1e92d54c-c04e-4705-af26-194f215a2f9c tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2114d520-9e6f-4a63-bc5e-07ce01a9aa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446115 Sep 16 19:42:19.109696 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17567766-4481-4d33-8a11-333eee69e92f req-48a0a3bd-007e-4624-8fec-66bba5898ac0 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:42:19.111134 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-17567766-4481-4d33-8a11-333eee69e92f req-48a0a3bd-007e-4624-8fec-66bba5898ac0 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d97a982-922f-489b-b88d-66c3b0dfccb9 HTTP/1.1" status: 200 len: 943 time: 0.0497940 Sep 16 19:42:19.157919 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 55478) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:42:19.164882 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-17567766-4481-4d33-8a11-333eee69e92f req-1425bff2-99f2-47af-8047-53cbd4b7bdf2 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2114d520-9e6f-4a63-bc5e-07ce01a9aa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446379 Sep 16 19:42:19.204048 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a080ded-3b15-41bb-af5c-3b0abe711c6b admin admin] Deleting subnet a0e226b1-515f-4be0-ae74-7f28e313a43e {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 19:42:19.207110 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4a080ded-3b15-41bb-af5c-3b0abe711c6b admin admin] Publish callbacks [] for subnet (a0e226b1-515f-4be0-ae74-7f28e313a43e), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:19.247568 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4a080ded-3b15-41bb-af5c-3b0abe711c6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3251476'] for subnet (a0e226b1-515f-4be0-ae74-7f28e313a43e), precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:19.288881 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4a080ded-3b15-41bb-af5c-3b0abe711c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16018794'] for subnet (a0e226b1-515f-4be0-ae74-7f28e313a43e), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:19.351275 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4a080ded-3b15-41bb-af5c-3b0abe711c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16022615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2445622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3802358'] for subnet (a0e226b1-515f-4be0-ae74-7f28e313a43e), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:19.374647 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a080ded-3b15-41bb-af5c-3b0abe711c6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0e226b1-515f-4be0-ae74-7f28e313a43e,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:42:19.383955 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4a080ded-3b15-41bb-af5c-3b0abe711c6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:19.389420 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-4a080ded-3b15-41bb-af5c-3b0abe711c6b admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/a0e226b1-515f-4be0-ae74-7f28e313a43e HTTP/1.1" status: 204 len: 168 time: 0.2281389 Sep 16 19:42:19.389420 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a080ded-3b15-41bb-af5c-3b0abe711c6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:42:19.389420 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a080ded-3b15-41bb-af5c-3b0abe711c6b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:42:19.389420 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a080ded-3b15-41bb-af5c-3b0abe711c6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:42:19.389861 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a080ded-3b15-41bb-af5c-3b0abe711c6b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:42:19.389975 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 55480) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:42:19.390083 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a080ded-3b15-41bb-af5c-3b0abe711c6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:42:19.390337 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a080ded-3b15-41bb-af5c-3b0abe711c6b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:42:19.390629 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a080ded-3b15-41bb-af5c-3b0abe711c6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:42:19.390956 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a080ded-3b15-41bb-af5c-3b0abe711c6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:42:19.391269 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a080ded-3b15-41bb-af5c-3b0abe711c6b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:42:19.391584 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a080ded-3b15-41bb-af5c-3b0abe711c6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:42:19.391901 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a080ded-3b15-41bb-af5c-3b0abe711c6b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:42:19.392214 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a080ded-3b15-41bb-af5c-3b0abe711c6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:42:19.392544 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a080ded-3b15-41bb-af5c-3b0abe711c6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:42:19.392856 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a080ded-3b15-41bb-af5c-3b0abe711c6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:42:19.393161 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a080ded-3b15-41bb-af5c-3b0abe711c6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:42:19.460431 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4e2d3103-cb26-466c-9f2d-ea4e68128a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15995935'] for network (eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:19.543335 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4e2d3103-cb26-466c-9f2d-ea4e68128a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16065089', 'neutron.services.segments.db._delete_segments_for_network-8764811785921'] for network (eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:19.566213 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-4e2d3103-cb26-466c-9f2d-ea4e68128a24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:42:19.575343 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-4e2d3103-cb26-466c-9f2d-ea4e68128a24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50cc5eca-9bee-4d55-895b-78a39cd14ac0') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:42:19.575632 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-4e2d3103-cb26-466c-9f2d-ea4e68128a24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50cc5eca-9bee-4d55-895b-78a39cd14ac0') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:42:19.589375 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4e2d3103-cb26-466c-9f2d-ea4e68128a24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764811785813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2891973'] for segment (50cc5eca-9bee-4d55-895b-78a39cd14ac0), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:19.604494 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4e2d3103-cb26-466c-9f2d-ea4e68128a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694'] for segment (50cc5eca-9bee-4d55-895b-78a39cd14ac0), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:19.611535 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e2d3103-cb26-466c-9f2d-ea4e68128a24 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 19:42:19.611926 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4e2d3103-cb26-466c-9f2d-ea4e68128a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2678466'] for segment (50cc5eca-9bee-4d55-895b-78a39cd14ac0), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:19.675216 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4e2d3103-cb26-466c-9f2d-ea4e68128a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16065144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681100'] for network (eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:19.683579 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4e2d3103-cb26-466c-9f2d-ea4e68128a24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for network (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:19.688074 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-4e2d3103-cb26-466c-9f2d-ea4e68128a24 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa HTTP/1.1" status: 204 len: 168 time: 0.2970741 Sep 16 19:42:19.704662 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.services.segments.plugin [-] Segment 50cc5eca-9bee-4d55-895b-78a39cd14ac0 resource provider aggregate not found Sep 16 19:42:19.712099 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2d3103-cb26-466c-9f2d-ea4e68128a24 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb7d4243-4e7f-4900-bb8b-29bbfcc3a6fa,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:42:19.724416 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.services.segments.plugin [-] Segment 50cc5eca-9bee-4d55-895b-78a39cd14ac0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 50cc5eca-9bee-4d55-895b-78a39cd14ac0 found for delete ", "request_id": "req-3b3662e9-4e6c-48e1-977d-16d6e2c72020"}]} Sep 16 19:42:19.806526 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 55490) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:42:19.847538 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-8907f6b6-94d7-44d7-b2b5-ed09621c8158 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=1b0318f1a663428f9d5d3b4dcb7fca87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398037 Sep 16 19:42:19.850908 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 55492) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:42:19.901599 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-71fb53b9-f485-452d-bc77-861c485f303b admin admin] Publish callbacks [] for security_group (fd88e837-3a40-4fa6-958a-11237a2c6853), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:19.925506 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-71fb53b9-f485-452d-bc77-861c485f303b admin admin] Publish callbacks [] for security_group (fd88e837-3a40-4fa6-958a-11237a2c6853), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:19.976551 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-71fb53b9-f485-452d-bc77-861c485f303b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (fd88e837-3a40-4fa6-958a-11237a2c6853), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:19.981100 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-71fb53b9-f485-452d-bc77-861c485f303b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:19.982656 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-71fb53b9-f485-452d-bc77-861c485f303b admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/fd88e837-3a40-4fa6-958a-11237a2c6853 HTTP/1.1" status: 204 len: 168 time: 0.1308260 Sep 16 19:42:19.985716 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:42:19.991280 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb53b9-f485-452d-bc77-861c485f303b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd88e837-3a40-4fa6-958a-11237a2c6853,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:42:20.293605 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e1264-95cf-4b2d-8027-78ebb2bd1030 req-7f25f4b5-7609-44fc-852f-005d0f106c91 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:42:20.295193 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ce6e1264-95cf-4b2d-8027-78ebb2bd1030 req-7f25f4b5-7609-44fc-852f-005d0f106c91 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d97a982-922f-489b-b88d-66c3b0dfccb9 HTTP/1.1" status: 200 len: 943 time: 0.0502830 Sep 16 19:42:20.354468 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ce6e1264-95cf-4b2d-8027-78ebb2bd1030 req-939e30f6-199d-4bb8-8d73-817d7cccfbf7 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2114d520-9e6f-4a63-bc5e-07ce01a9aa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526989 Sep 16 19:42:20.427520 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 57c9df1f-3f0d-453f-8f07-577f57154444 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 19:42:20.430363 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:42:20.532656 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port 57c9df1f-3f0d-453f-8f07-577f57154444, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=57c9df1f-3f0d-453f-8f07-577f57154444,segment=NetworkSegment(7e734341-746a-4fdc-b511-0d6ed890ef79),segment_id=7e734341-746a-4fdc-b511-0d6ed890ef79)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:42:20.543774 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Returning: {'device': '57c9df1f-3f0d-453f-8f07-577f57154444', 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885', 'port_id': '57c9df1f-3f0d-453f-8f07-577f57154444', 'mac_address': 'fa:16:3e:39:c1:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '085fd4f8-7ca2-48a8-876f-2233969b7ec3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 19:42:20.578688 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port 57c9df1f-3f0d-453f-8f07-577f57154444 is: DOWN; New status is: BUILD {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:42:20.579096 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (57c9df1f-3f0d-453f-8f07-577f57154444), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:20.593096 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57c9df1f-3f0d-453f-8f07-577f57154444 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 19:42:20.612758 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port 57c9df1f-3f0d-453f-8f07-577f57154444, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=57c9df1f-3f0d-453f-8f07-577f57154444,segment=NetworkSegment(7e734341-746a-4fdc-b511-0d6ed890ef79),segment_id=7e734341-746a-4fdc-b511-0d6ed890ef79)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:42:20.618715 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (57c9df1f-3f0d-453f-8f07-577f57154444), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:20.671911 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=57c9df1f-3f0d-453f-8f07-577f57154444,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:42:20.682171 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:42:20.682615 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:42:20.683077 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:42:20.683538 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:42:20.683999 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:42:20.684418 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:42:20.684840 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:42:20.685237 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:42:20.685664 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:42:20.686104 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:42:20.686525 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:42:20.686953 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:42:20.687340 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:42:20.687739 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:42:20.688129 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:42:21.071127 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] get_ports_and_sgs() called for port_ids ['57c9df1f-3f0d-453f-8f07-577f57154444'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 19:42:21.479034 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b53ecf-4d5c-4c98-b6bd-bc565c4fcce2 req-20d59df0-c359-4442-b385-788e766f3ff1 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:42:21.480513 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-55b53ecf-4d5c-4c98-b6bd-bc565c4fcce2 req-20d59df0-c359-4442-b385-788e766f3ff1 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d97a982-922f-489b-b88d-66c3b0dfccb9 HTTP/1.1" status: 200 len: 944 time: 0.0476310 Sep 16 19:42:21.532477 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-55b53ecf-4d5c-4c98-b6bd-bc565c4fcce2 req-fe2a56c4-8188-43aa-8c16-ee2eed32eed3 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2114d520-9e6f-4a63-bc5e-07ce01a9aa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442913 Sep 16 19:42:22.478654 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 57c9df1f-3f0d-453f-8f07-577f57154444 up at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:42:22.502774 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:42:22.526438 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Provisioning for port 57c9df1f-3f0d-453f-8f07-577f57154444 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 19:42:22.535684 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Provisioning complete for port 57c9df1f-3f0d-453f-8f07-577f57154444 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:42:22.536041 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (57c9df1f-3f0d-453f-8f07-577f57154444), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:22.536408 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Attempt 1 to provision port 57c9df1f-3f0d-453f-8f07-577f57154444 Sep 16 19:42:22.609769 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port 57c9df1f-3f0d-453f-8f07-577f57154444 is: BUILD; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:42:22.610160 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (57c9df1f-3f0d-453f-8f07-577f57154444), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:22.638159 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d97a982-922f-489b-b88d-66c3b0dfccb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c9df1f-3f0d-453f-8f07-577f57154444'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:42:22.640484 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f3f7bbbb38247194f391b6222dc5c183e9bfb457d3b71a23f23b79e9cf016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef7b5df-ec13-49c6-b2f0-33c702aef3c0" -d '{"events": [{"server_uuid": "5d97a982-922f-489b-b88d-66c3b0dfccb9", "name": "network-vif-plugged", "status": "completed", "tag": "57c9df1f-3f0d-453f-8f07-577f57154444"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:42:22.654944 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port 57c9df1f-3f0d-453f-8f07-577f57154444, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=57c9df1f-3f0d-453f-8f07-577f57154444,segment=NetworkSegment(7e734341-746a-4fdc-b511-0d6ed890ef79),segment_id=7e734341-746a-4fdc-b511-0d6ed890ef79)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:42:22.660361 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (57c9df1f-3f0d-453f-8f07-577f57154444), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:22.677427 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169621c-0df6-4322-a012-6fc76202aa16 req-0289e1c8-1220-4c5f-bd27-af213bbd51a2 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:42:22.679002 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b169621c-0df6-4322-a012-6fc76202aa16 req-0289e1c8-1220-4c5f-bd27-af213bbd51a2 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d97a982-922f-489b-b88d-66c3b0dfccb9 HTTP/1.1" status: 200 len: 944 time: 0.0623701 Sep 16 19:42:22.686236 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 19:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2aee0a-8707-4e21-b2f3-11259f052e90 x-openstack-request-id: req-db2aee0a-8707-4e21-b2f3-11259f052e90 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:42:22.686533 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d97a982-922f-489b-b88d-66c3b0dfccb9", "name": "network-vif-plugged", "status": "completed", "tag": "57c9df1f-3f0d-453f-8f07-577f57154444", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:42:22.686777 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-db2aee0a-8707-4e21-b2f3-11259f052e90 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:42:22.687161 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db2aee0a-8707-4e21-b2f3-11259f052e90'] response: {'server_uuid': '5d97a982-922f-489b-b88d-66c3b0dfccb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c9df1f-3f0d-453f-8f07-577f57154444', 'code': 200} Sep 16 19:42:22.708803 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:42:22.715165 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=57c9df1f-3f0d-453f-8f07-577f57154444,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:42:22.733475 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b169621c-0df6-4322-a012-6fc76202aa16 req-86417f30-7560-4e64-a8f7-d0f6e24919b1 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2114d520-9e6f-4a63-bc5e-07ce01a9aa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464396 Sep 16 19:42:22.986138 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185076b7-7cac-41ab-93a9-c06f33330911 req-ba3f71a6-7bf4-4fec-a465-e7b679f1dd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:42:22.987551 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-185076b7-7cac-41ab-93a9-c06f33330911 req-ba3f71a6-7bf4-4fec-a465-e7b679f1dd5e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5d97a982-922f-489b-b88d-66c3b0dfccb9 HTTP/1.1" status: 200 len: 1129 time: 0.0395293 Sep 16 19:42:23.037704 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-185076b7-7cac-41ab-93a9-c06f33330911 req-9e9e118a-9b23-4cd5-9817-850e3243728f service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2114d520-9e6f-4a63-bc5e-07ce01a9aa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429115 Sep 16 19:42:23.835060 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:42:23.877415 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525c099-4892-4e57-9280-f8816e264d5f req-94475fbd-b269-4ecd-9507-543e7ed170df tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:42:23.878918 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4525c099-4892-4e57-9280-f8816e264d5f req-94475fbd-b269-4ecd-9507-543e7ed170df tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d97a982-922f-489b-b88d-66c3b0dfccb9 HTTP/1.1" status: 200 len: 945 time: 0.0527368 Sep 16 19:42:23.930866 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4525c099-4892-4e57-9280-f8816e264d5f req-c76461dc-2dd2-4f82-8739-473339220833 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2114d520-9e6f-4a63-bc5e-07ce01a9aa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460458 Sep 16 19:42:24.443026 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:42:25.065360 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe916c-6096-4ff8-8c88-5c9e20d56ca4 req-1411413a-98eb-439c-8157-33cdf2993cac tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:42:25.066821 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8bbe916c-6096-4ff8-8c88-5c9e20d56ca4 req-1411413a-98eb-439c-8157-33cdf2993cac tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d97a982-922f-489b-b88d-66c3b0dfccb9 HTTP/1.1" status: 200 len: 945 time: 0.0479724 Sep 16 19:42:25.117149 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8bbe916c-6096-4ff8-8c88-5c9e20d56ca4 req-4c5f9bc6-0339-4b38-9e00-4f9a7a249fbc tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2114d520-9e6f-4a63-bc5e-07ce01a9aa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443883 Sep 16 19:42:25.244366 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce51b1b-1bb0-41ce-af9e-4be12adc3858 req-dfe02a53-3fc8-4242-b62b-4677ffe14d70 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:42:25.245764 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4ce51b1b-1bb0-41ce-af9e-4be12adc3858 req-dfe02a53-3fc8-4242-b62b-4677ffe14d70 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d97a982-922f-489b-b88d-66c3b0dfccb9 HTTP/1.1" status: 200 len: 945 time: 0.0473394 Sep 16 19:42:25.298662 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4ce51b1b-1bb0-41ce-af9e-4be12adc3858 req-335ba23a-05c7-4fe2-bf78-fa79d9090c98 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2114d520-9e6f-4a63-bc5e-07ce01a9aa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446832 Sep 16 19:42:25.327919 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 55512) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:42:25.577237 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e530fd4-f893-43c1-9a95-f24d55117b48 tempest-TestVolumeBootPattern-553989598 tempest-TestVolumeBootPattern-553989598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:42:25.578721 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-5e530fd4-f893-43c1-9a95-f24d55117b48 tempest-TestVolumeBootPattern-553989598 tempest-TestVolumeBootPattern-553989598-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d97a982-922f-489b-b88d-66c3b0dfccb9 HTTP/1.1" status: 200 len: 1124 time: 0.2497582 Sep 16 19:42:25.582208 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 55516) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:42:25.586537 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-dc73758e-a7cf-4a0c-876c-c7f0ba288c50 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Request body: {'floatingip': {'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'port_id': '57c9df1f-3f0d-453f-8f07-577f57154444', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:42:25.608218 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dc73758e-a7cf-4a0c-876c-c7f0ba288c50 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:25.687906 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dc73758e-a7cf-4a0c-876c-c7f0ba288c50 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:25.813159 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-dc73758e-a7cf-4a0c-876c-c7f0ba288c50 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Allocated IP 172.27.2.176 (01cd8397-3ed1-4c5d-9923-fabf569219df/d3fb57fd-37cc-4923-b90f-7dd3d712a8d3/92d3a21a-88b4-4a40-a116-d58d7777727e) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:42:25.917232 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dc73758e-a7cf-4a0c-876c-c7f0ba288c50 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks [] for port (92d3a21a-88b4-4a40-a116-d58d7777727e), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:25.961370 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dc73758e-a7cf-4a0c-876c-c7f0ba288c50 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (92d3a21a-88b4-4a40-a116-d58d7777727e), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:25.998313 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:42:26.011638 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc73758e-a7cf-4a0c-876c-c7f0ba288c50 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Network 01cd8397-3ed1-4c5d-9923-fabf569219df is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:42:26.013737 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc73758e-a7cf-4a0c-876c-c7f0ba288c50 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Pushing event updated for resources: {'Port': ['ID=92d3a21a-88b4-4a40-a116-d58d7777727e,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:42:26.016732 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-dc73758e-a7cf-4a0c-876c-c7f0ba288c50 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:42:26.019163 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc73758e-a7cf-4a0c-876c-c7f0ba288c50 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:42:26.292340 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:42:26.407571 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dc73758e-a7cf-4a0c-876c-c7f0ba288c50 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks [] for floatingip (58fb9ea8-6408-4eb2-8cef-e1954cf61fe1), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:26.477478 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dc73758e-a7cf-4a0c-876c-c7f0ba288c50 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (92d3a21a-88b4-4a40-a116-d58d7777727e), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:26.638872 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dc73758e-a7cf-4a0c-876c-c7f0ba288c50 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks [] for port (92d3a21a-88b4-4a40-a116-d58d7777727e), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:26.647088 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dc73758e-a7cf-4a0c-876c-c7f0ba288c50 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2678318'] for port (92d3a21a-88b4-4a40-a116-d58d7777727e), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:26.711295 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc73758e-a7cf-4a0c-876c-c7f0ba288c50 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Pushing event updated for resources: {'Port': ['ID=92d3a21a-88b4-4a40-a116-d58d7777727e,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:42:26.714112 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dc73758e-a7cf-4a0c-876c-c7f0ba288c50 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681123'] for floatingip (58fb9ea8-6408-4eb2-8cef-e1954cf61fe1), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:26.812048 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.db.l3_db [None req-dc73758e-a7cf-4a0c-876c-c7f0ba288c50 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Floating IP 58fb9ea8-6408-4eb2-8cef-e1954cf61fe1 associated. External IP: 172.27.2.176, port: 57c9df1f-3f0d-453f-8f07-577f57154444. Sep 16 19:42:26.908367 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:42:27.012177 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc73758e-a7cf-4a0c-876c-c7f0ba288c50 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Router 002af737-514c-4af7-9b09-9a09e600ed84 has already been hosted by L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:42:27.125293 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:42:27.130664 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc73758e-a7cf-4a0c-876c-c7f0ba288c50 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:42:27.140562 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386d54cb-7321-45bc-afcf-aa97a77c0379 None None] Sync routers for ids ['002af737-514c-4af7-9b09-9a09e600ed84'] in dv-cinder-850320-7-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:42:27.150605 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dc73758e-a7cf-4a0c-876c-c7f0ba288c50 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for floatingip (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:27.152470 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386d54cb-7321-45bc-afcf-aa97a77c0379 None None] Routers {'002af737-514c-4af7-9b09-9a09e600ed84'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:42:27.153120 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-386d54cb-7321-45bc-afcf-aa97a77c0379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:42:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['002af737-514c-4af7-9b09-9a09e600ed84'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:42:27.181892 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-dc73758e-a7cf-4a0c-876c-c7f0ba288c50 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5985587 Sep 16 19:42:27.182451 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d97a982-922f-489b-b88d-66c3b0dfccb9', 'tag': '57c9df1f-3f0d-453f-8f07-577f57154444'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:42:27.184848 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc02aeec164665d1be19478bc83a94d6f81df8203eb0e70a86ccaa2f58cdb70d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4c39b5-3254-4fee-85d6-76328a3596cf" -d '{"events": [{"name": "network-changed", "server_uuid": "5d97a982-922f-489b-b88d-66c3b0dfccb9", "tag": "57c9df1f-3f0d-453f-8f07-577f57154444"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:42:27.222274 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 19:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5aaa03e-7270-402f-96b6-29c0630836c7 x-openstack-request-id: req-b5aaa03e-7270-402f-96b6-29c0630836c7 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:42:27.222562 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d97a982-922f-489b-b88d-66c3b0dfccb9", "tag": "57c9df1f-3f0d-453f-8f07-577f57154444", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:42:27.222808 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b5aaa03e-7270-402f-96b6-29c0630836c7 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:42:27.223213 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5aaa03e-7270-402f-96b6-29c0630836c7'] response: {'name': 'network-changed', 'server_uuid': '5d97a982-922f-489b-b88d-66c3b0dfccb9', 'tag': '57c9df1f-3f0d-453f-8f07-577f57154444', 'status': 'completed', 'code': 200} Sep 16 19:42:27.258601 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-386d54cb-7321-45bc-afcf-aa97a77c0379 None None] Set router 002af737-514c-4af7-9b09-9a09e600ed84 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:42:27.311795 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c39b5-3254-4fee-85d6-76328a3596cf req-9d965a85-100f-4458-902a-33b680d4a657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:42:27.313351 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8c4c39b5-3254-4fee-85d6-76328a3596cf req-9d965a85-100f-4458-902a-33b680d4a657 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=9b9158de13684627b042d2a183330eff&device_id=5d97a982-922f-489b-b88d-66c3b0dfccb9 HTTP/1.1" status: 200 len: 1129 time: 0.0387890 Sep 16 19:42:27.408421 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c39b5-3254-4fee-85d6-76328a3596cf req-e0bd9671-3488-4ebe-96fb-e5049afd2df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:42:27.409932 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8c4c39b5-3254-4fee-85d6-76328a3596cf req-e0bd9671-3488-4ebe-96fb-e5049afd2df0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=a6a02090-2f02-4634-aa67-dc86c3956885 HTTP/1.1" status: 200 len: 912 time: 0.0906191 Sep 16 19:42:27.472136 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8c4c39b5-3254-4fee-85d6-76328a3596cf req-ba6d1fb6-e6eb-4a04-85bc-33e081685bfb service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57c9df1f-3f0d-453f-8f07-577f57154444 HTTP/1.1" status: 200 len: 999 time: 0.0561011 Sep 16 19:42:27.474949 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-386d54cb-7321-45bc-afcf-aa97a77c0379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002af737-514c-4af7-9b09-9a09e600ed84', 'name': 'tempest-TestVolumeBootPattern-907653964-router', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:35:37Z', 'updated_at': '2022-09-16T19:35:40Z', 'revision_number': 4, 'project_id': '9b9158de13684627b042d2a183330eff', 'gw_port': {'id': '7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:38Z', 'updated_at': '2022-09-16T19:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_floatingips': [{'id': '13258841-a335-4d76-9f18-a70d0e9fc847', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'floating_ip_address': '172.27.2.55', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'port_id': 'c34a3cd9-3655-434d-96cf-65014b97c1ea', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885', 'mac_address': 'fa:16:3e:82:b2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:39:31Z', 'updated_at': '2022-09-16T19:39:34Z', 'revision_number': 1, 'project_id': '9b9158de13684627b042d2a183330eff', 'fixed_ip_address_scope': None}, {'id': '58fb9ea8-6408-4eb2-8cef-e1954cf61fe1', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'floating_ip_address': '172.27.2.176', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'port_id': '57c9df1f-3f0d-453f-8f07-577f57154444', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885', 'mac_address': 'fa:16:3e:39:c1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d97a982-922f-489b-b88d-66c3b0dfccb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:42:26Z', 'updated_at': '2022-09-16T19:42:26Z', 'revision_number': 0, 'project_id': '9b9158de13684627b042d2a183330eff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58d5b297-c5a6-4a57-9275-f26abaaeeb2e', 'name': '', 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'mac_address': 'fa:16:3e:6f:85:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '085fd4f8-7ca2-48a8-876f-2233969b7ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:40Z', 'updated_at': '2022-09-16T19:35:46Z', 'revision_number': 5, 'project_id': '9b9158de13684627b042d2a183330eff', 'subnets': [{'id': '085fd4f8-7ca2-48a8-876f-2233969b7ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:42:27.499673 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386d54cb-7321-45bc-afcf-aa97a77c0379 None None] Checking router: 002af737-514c-4af7-9b09-9a09e600ed84 for host: dv-cinder-850320-7-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:42:27.509020 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386d54cb-7321-45bc-afcf-aa97a77c0379 None None] Routers {'002af737-514c-4af7-9b09-9a09e600ed84'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:42:27.509636 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-386d54cb-7321-45bc-afcf-aa97a77c0379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:42:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['002af737-514c-4af7-9b09-9a09e600ed84'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:42:27.526555 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c39b5-3254-4fee-85d6-76328a3596cf req-ffc4a241-4d4c-41af-853c-b2d8a428bad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:42:27.528055 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8c4c39b5-3254-4fee-85d6-76328a3596cf req-ffc4a241-4d4c-41af-853c-b2d8a428bad1 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=085fd4f8-7ca2-48a8-876f-2233969b7ec3 HTTP/1.1" status: 200 len: 850 time: 0.0503073 Sep 16 19:42:27.571525 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c39b5-3254-4fee-85d6-76328a3596cf req-4366095d-a881-4202-8f48-49a0dff9ec3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:42:27.573060 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8c4c39b5-3254-4fee-85d6-76328a3596cf req-4366095d-a881-4202-8f48-49a0dff9ec3a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=a6a02090-2f02-4634-aa67-dc86c3956885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393050 Sep 16 19:42:27.694067 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8c4c39b5-3254-4fee-85d6-76328a3596cf req-f12889f6-1a0e-4624-9eb5-13a8a742a2a8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a6a02090-2f02-4634-aa67-dc86c3956885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143425 Sep 16 19:42:27.796562 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-386d54cb-7321-45bc-afcf-aa97a77c0379 None None] Set router 002af737-514c-4af7-9b09-9a09e600ed84 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:42:27.798662 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8c4c39b5-3254-4fee-85d6-76328a3596cf req-0a9c33bc-8ab5-4112-b271-dc640c6c7c41 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a6a02090-2f02-4634-aa67-dc86c3956885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993874 Sep 16 19:42:28.011048 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-386d54cb-7321-45bc-afcf-aa97a77c0379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002af737-514c-4af7-9b09-9a09e600ed84', 'name': 'tempest-TestVolumeBootPattern-907653964-router', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:35:37Z', 'updated_at': '2022-09-16T19:35:40Z', 'revision_number': 4, 'project_id': '9b9158de13684627b042d2a183330eff', 'gw_port': {'id': '7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:38Z', 'updated_at': '2022-09-16T19:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_floatingips': [{'id': '13258841-a335-4d76-9f18-a70d0e9fc847', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'floating_ip_address': '172.27.2.55', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'port_id': 'c34a3cd9-3655-434d-96cf-65014b97c1ea', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885', 'mac_address': 'fa:16:3e:82:b2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:39:31Z', 'updated_at': '2022-09-16T19:39:34Z', 'revision_number': 1, 'project_id': '9b9158de13684627b042d2a183330eff', 'fixed_ip_address_scope': None}, {'id': '58fb9ea8-6408-4eb2-8cef-e1954cf61fe1', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'floating_ip_address': '172.27.2.176', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'port_id': '57c9df1f-3f0d-453f-8f07-577f57154444', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885', 'mac_address': 'fa:16:3e:39:c1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d97a982-922f-489b-b88d-66c3b0dfccb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:42:26Z', 'updated_at': '2022-09-16T19:42:26Z', 'revision_number': 0, 'project_id': '9b9158de13684627b042d2a183330eff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58d5b297-c5a6-4a57-9275-f26abaaeeb2e', 'name': '', 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'mac_address': 'fa:16:3e:6f:85:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '085fd4f8-7ca2-48a8-876f-2233969b7ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:40Z', 'updated_at': '2022-09-16T19:35:46Z', 'revision_number': 5, 'project_id': '9b9158de13684627b042d2a183330eff', 'subnets': [{'id': '085fd4f8-7ca2-48a8-876f-2233969b7ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:42:28.043064 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386d54cb-7321-45bc-afcf-aa97a77c0379 None None] The sync data for ids ['002af737-514c-4af7-9b09-9a09e600ed84'] in dv-cinder-850320-7-iscsi is: [{'id': '002af737-514c-4af7-9b09-9a09e600ed84', 'name': 'tempest-TestVolumeBootPattern-907653964-router', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:35:37Z', 'updated_at': '2022-09-16T19:35:40Z', 'revision_number': 4, 'project_id': '9b9158de13684627b042d2a183330eff', 'gw_port': {'id': '7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:38Z', 'updated_at': '2022-09-16T19:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_floatingips': [{'id': '13258841-a335-4d76-9f18-a70d0e9fc847', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'floating_ip_address': '172.27.2.55', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'port_id': 'c34a3cd9-3655-434d-96cf-65014b97c1ea', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885', 'mac_address': 'fa:16:3e:82:b2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:39:31Z', 'updated_at': '2022-09-16T19:39:34Z', 'revision_number': 1, 'project_id': '9b9158de13684627b042d2a183330eff', 'fixed_ip_address_scope': None}, {'id': '58fb9ea8-6408-4eb2-8cef-e1954cf61fe1', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'floating_ip_address': '172.27.2.176', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'port_id': '57c9df1f-3f0d-453f-8f07-577f57154444', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885', 'mac_address': 'fa:16:3e:39:c1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d97a982-922f-489b-b88d-66c3b0dfccb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:42:26Z', 'updated_at': '2022-09-16T19:42:26Z', 'revision_number': 0, 'project_id': '9b9158de13684627b042d2a183330eff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58d5b297-c5a6-4a57-9275-f26abaaeeb2e', 'name': '', 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'mac_address': 'fa:16:3e:6f:85:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '085fd4f8-7ca2-48a8-876f-2233969b7ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:40Z', 'updated_at': '2022-09-16T19:35:46Z', 'revision_number': 5, 'project_id': '9b9158de13684627b042d2a183330eff', 'subnets': [{'id': '085fd4f8-7ca2-48a8-876f-2233969b7ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:42:28.253194 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dd7a37-562e-4dc4-b7ef-2f44e83ff121 None None] New status for floating IP 58fb9ea8-6408-4eb2-8cef-e1954cf61fe1: ACTIVE {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 19:42:30.035286 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dac036fb-3212-4ab6-9e15-69cf5d298465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:32.067132 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:42:32.088753 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:32.291056 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-77836d80-d32e-4159-8d25-7f6482d82f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:33.690097 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:34.782139 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afbf993-eb5a-44c4-858c-786e64425f4e req-3c56e369-8e11-45c9-879f-3d81eefd0c2f tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:42:34.783684 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8afbf993-eb5a-44c4-858c-786e64425f4e req-3c56e369-8e11-45c9-879f-3d81eefd0c2f tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 947 time: 0.0490663 Sep 16 19:42:34.832630 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8afbf993-eb5a-44c4-858c-786e64425f4e req-9f0c022d-c19a-4c7c-8182-afcde42455a6 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430708 Sep 16 19:42:35.081038 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:35.108687 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=78,neutron:DELETE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:42:35.110253 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:42:35.112597 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:42:35.125117 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:35.997547 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82366780-0166-4aca-81cc-77e170c8aed7 req-01973ef9-02de-4cf7-9bd5-6a652f877754 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:42:35.999040 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-82366780-0166-4aca-81cc-77e170c8aed7 req-01973ef9-02de-4cf7-9bd5-6a652f877754 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 947 time: 0.0521927 Sep 16 19:42:36.049717 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-82366780-0166-4aca-81cc-77e170c8aed7 req-6244b979-46a8-4006-b7db-baa3f2f976af tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419598 Sep 16 19:42:36.782574 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35c15b-295b-4594-8007-1ee71f185bde req-7dd834fa-1e34-4f2c-9c6d-bc1afcab0cfa tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:42:36.784056 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7c35c15b-295b-4594-8007-1ee71f185bde req-7dd834fa-1e34-4f2c-9c6d-bc1afcab0cfa tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 947 time: 0.0596597 Sep 16 19:42:36.873981 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-7c35c15b-295b-4594-8007-1ee71f185bde req-502689f5-cd9c-4412-9cec-0d2463f19945 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Deleting port 0dcbd110-0af4-41d6-9d8a-2af13df464b2 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:42:36.874287 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7c35c15b-295b-4594-8007-1ee71f185bde req-502689f5-cd9c-4412-9cec-0d2463f19945 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (0dcbd110-0af4-41d6-9d8a-2af13df464b2), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:36.960045 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:42:36.967245 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-7c35c15b-295b-4594-8007-1ee71f185bde req-502689f5-cd9c-4412-9cec-0d2463f19945 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] For port 0dcbd110-0af4-41d6-9d8a-2af13df464b2, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=0dcbd110-0af4-41d6-9d8a-2af13df464b2,segment=NetworkSegment(36fb67b8-e635-4794-987f-fa439239cfd5),segment_id=36fb67b8-e635-4794-987f-fa439239cfd5)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:42:36.967600 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7c35c15b-295b-4594-8007-1ee71f185bde req-502689f5-cd9c-4412-9cec-0d2463f19945 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (0dcbd110-0af4-41d6-9d8a-2af13df464b2), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:37.120946 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:42:37.154804 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7c35c15b-295b-4594-8007-1ee71f185bde req-502689f5-cd9c-4412-9cec-0d2463f19945 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:37.155188 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7c35c15b-295b-4594-8007-1ee71f185bde req-502689f5-cd9c-4412-9cec-0d2463f19945 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681123'] for floatingip (2c13a18e-3e81-4c0e-af13-ef499e362216), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:37.155435 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.db.l3_db [req-7c35c15b-295b-4594-8007-1ee71f185bde req-502689f5-cd9c-4412-9cec-0d2463f19945 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Floating IP 2c13a18e-3e81-4c0e-af13-ef499e362216 disassociated. External IP: 172.27.2.223, port: 0dcbd110-0af4-41d6-9d8a-2af13df464b2. Sep 16 19:42:37.155767 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-7c35c15b-295b-4594-8007-1ee71f185bde req-502689f5-cd9c-4412-9cec-0d2463f19945 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Calling delete_port for 0dcbd110-0af4-41d6-9d8a-2af13df464b2 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:42:37.227914 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03a672-eb83-4f9c-aaf3-b4c203bde87f req-cb4e208f-4cd3-417a-a980-90c79491f4d9 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:42:37.229402 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2a03a672-eb83-4f9c-aaf3-b4c203bde87f req-cb4e208f-4cd3-417a-a980-90c79491f4d9 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 947 time: 0.0941379 Sep 16 19:42:37.299086 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2a03a672-eb83-4f9c-aaf3-b4c203bde87f req-998a9950-9941-47e5-97d6-5a4c4a2069b2 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=786b9091-b1cd-4d81-b4b2-77d2ad22367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638583 Sep 16 19:42:37.353487 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7c35c15b-295b-4594-8007-1ee71f185bde req-502689f5-cd9c-4412-9cec-0d2463f19945 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (0dcbd110-0af4-41d6-9d8a-2af13df464b2), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:37.384114 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502689f5-cd9c-4412-9cec-0d2463f19945 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Pushing event deleted for resources: {'Port': ['ID=0dcbd110-0af4-41d6-9d8a-2af13df464b2,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:42:37.491426 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c35c15b-295b-4594-8007-1ee71f185bde req-502689f5-cd9c-4412-9cec-0d2463f19945 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Router f36e8da1-e941-4b36-8c3c-5c066dcbd250 has already been hosted by L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:42:37.598683 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c35c15b-295b-4594-8007-1ee71f185bde req-502689f5-cd9c-4412-9cec-0d2463f19945 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:42:37.609776 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85edca45-8495-4073-b55b-3fdcbc38d952 None None] Sync routers for ids ['f36e8da1-e941-4b36-8c3c-5c066dcbd250'] in dv-cinder-850320-7-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:42:37.621176 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85edca45-8495-4073-b55b-3fdcbc38d952 None None] Routers {'f36e8da1-e941-4b36-8c3c-5c066dcbd250'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:42:37.621864 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-85edca45-8495-4073-b55b-3fdcbc38d952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:42:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['f36e8da1-e941-4b36-8c3c-5c066dcbd250'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:42:37.643454 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c35c15b-295b-4594-8007-1ee71f185bde req-502689f5-cd9c-4412-9cec-0d2463f19945 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] No DVR routers for this DVR port 0dcbd110-0af4-41d6-9d8a-2af13df464b2 on host hv-cinder-85032 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 19:42:37.646246 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7c35c15b-295b-4594-8007-1ee71f185bde req-502689f5-cd9c-4412-9cec-0d2463f19945 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:37.649611 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7c35c15b-295b-4594-8007-1ee71f185bde req-502689f5-cd9c-4412-9cec-0d2463f19945 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.27 "DELETE /networking/v2.0/ports/0dcbd110-0af4-41d6-9d8a-2af13df464b2 HTTP/1.1" status: 204 len: 173 time: 0.8590786 Sep 16 19:42:37.650221 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fbeb783-f9ce-4d86-b966-21fdf4eaf534', 'name': 'network-vif-deleted', 'tag': '0dcbd110-0af4-41d6-9d8a-2af13df464b2'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:42:37.652794 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc02aeec164665d1be19478bc83a94d6f81df8203eb0e70a86ccaa2f58cdb70d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c722346-bed0-4657-afd5-c44b507f619b" -d '{"events": [{"server_uuid": "9fbeb783-f9ce-4d86-b966-21fdf4eaf534", "name": "network-vif-deleted", "tag": "0dcbd110-0af4-41d6-9d8a-2af13df464b2"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:42:37.706174 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 19:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f349969-cfb3-41d3-b3bb-db233d6a5b51 x-openstack-request-id: req-3f349969-cfb3-41d3-b3bb-db233d6a5b51 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:42:37.706405 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fbeb783-f9ce-4d86-b966-21fdf4eaf534", "name": "network-vif-deleted", "tag": "0dcbd110-0af4-41d6-9d8a-2af13df464b2", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:42:37.706664 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3f349969-cfb3-41d3-b3bb-db233d6a5b51 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:42:37.707069 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f349969-cfb3-41d3-b3bb-db233d6a5b51'] response: {'server_uuid': '9fbeb783-f9ce-4d86-b966-21fdf4eaf534', 'name': 'network-vif-deleted', 'tag': '0dcbd110-0af4-41d6-9d8a-2af13df464b2', 'status': 'completed', 'code': 200} Sep 16 19:42:37.728002 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-85edca45-8495-4073-b55b-3fdcbc38d952 None None] Set router f36e8da1-e941-4b36-8c3c-5c066dcbd250 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:42:37.933841 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-85edca45-8495-4073-b55b-3fdcbc38d952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'name': 'tempest-AttachVolumeShelveTestJSON-1087850337-router', 'tenant_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '13a913e7-fbd9-47b5-8b8a-b0594341432e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:34:10Z', 'updated_at': '2022-09-16T19:34:13Z', 'revision_number': 4, 'project_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'gw_port': {'id': '13a913e7-fbd9-47b5-8b8a-b0594341432e', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:34:10Z', 'updated_at': '2022-09-16T19:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '7753f85b-c077-4d9f-bbdd-12f24e1e583f', 'name': '', 'network_id': '244c5642-5ab0-4834-bd0e-759fe8c918bc', 'tenant_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'mac_address': 'fa:16:3e:0e:94:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e74eaa38-2acb-40fa-b32b-5cd01428e71e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:34:12Z', 'updated_at': '2022-09-16T19:34:16Z', 'revision_number': 5, 'project_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'subnets': [{'id': 'e74eaa38-2acb-40fa-b32b-5cd01428e71e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:42:37.959496 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85edca45-8495-4073-b55b-3fdcbc38d952 None None] Checking router: f36e8da1-e941-4b36-8c3c-5c066dcbd250 for host: dv-cinder-850320-7-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:42:37.968758 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85edca45-8495-4073-b55b-3fdcbc38d952 None None] Routers {'f36e8da1-e941-4b36-8c3c-5c066dcbd250'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:42:37.969339 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-85edca45-8495-4073-b55b-3fdcbc38d952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:42:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['f36e8da1-e941-4b36-8c3c-5c066dcbd250'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:42:38.071099 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-85edca45-8495-4073-b55b-3fdcbc38d952 None None] Set router f36e8da1-e941-4b36-8c3c-5c066dcbd250 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:42:38.274357 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-85edca45-8495-4073-b55b-3fdcbc38d952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'name': 'tempest-AttachVolumeShelveTestJSON-1087850337-router', 'tenant_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '13a913e7-fbd9-47b5-8b8a-b0594341432e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:34:10Z', 'updated_at': '2022-09-16T19:34:13Z', 'revision_number': 4, 'project_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'gw_port': {'id': '13a913e7-fbd9-47b5-8b8a-b0594341432e', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:34:10Z', 'updated_at': '2022-09-16T19:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '7753f85b-c077-4d9f-bbdd-12f24e1e583f', 'name': '', 'network_id': '244c5642-5ab0-4834-bd0e-759fe8c918bc', 'tenant_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'mac_address': 'fa:16:3e:0e:94:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e74eaa38-2acb-40fa-b32b-5cd01428e71e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:34:12Z', 'updated_at': '2022-09-16T19:34:16Z', 'revision_number': 5, 'project_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'subnets': [{'id': 'e74eaa38-2acb-40fa-b32b-5cd01428e71e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:42:38.300578 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85edca45-8495-4073-b55b-3fdcbc38d952 None None] The sync data for ids ['f36e8da1-e941-4b36-8c3c-5c066dcbd250'] in dv-cinder-850320-7-iscsi is: [{'id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'name': 'tempest-AttachVolumeShelveTestJSON-1087850337-router', 'tenant_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '13a913e7-fbd9-47b5-8b8a-b0594341432e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:34:10Z', 'updated_at': '2022-09-16T19:34:13Z', 'revision_number': 4, 'project_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'gw_port': {'id': '13a913e7-fbd9-47b5-8b8a-b0594341432e', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:34:10Z', 'updated_at': '2022-09-16T19:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '7753f85b-c077-4d9f-bbdd-12f24e1e583f', 'name': '', 'network_id': '244c5642-5ab0-4834-bd0e-759fe8c918bc', 'tenant_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'mac_address': 'fa:16:3e:0e:94:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e74eaa38-2acb-40fa-b32b-5cd01428e71e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:34:12Z', 'updated_at': '2022-09-16T19:34:16Z', 'revision_number': 5, 'project_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'subnets': [{'id': 'e74eaa38-2acb-40fa-b32b-5cd01428e71e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:42:38.357067 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=14,neutron:DELETE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:42:38.363653 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:42:38.438990 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-492a8209-f822-441d-a2ce-c2d2a15b394d req-c82a54dc-911b-41af-8968-e0a60526716b tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fbeb783-f9ce-4d86-b966-21fdf4eaf534 HTTP/1.1" status: 200 len: 210 time: 0.0295844 Sep 16 19:42:38.537619 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2771da-1bbd-4cd2-b053-4bc8c6e5b7a6 None None] New status for floating IP 2c13a18e-3e81-4c0e-af13-ef499e362216: DOWN {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 19:42:39.549499 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 55548) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:42:39.604278 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f65e67c8-93a6-47a6-8b79-d5c2612663b5 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks [] for security_group (786b9091-b1cd-4d81-b4b2-77d2ad22367f), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:39.625787 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f65e67c8-93a6-47a6-8b79-d5c2612663b5 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks [] for security_group (786b9091-b1cd-4d81-b4b2-77d2ad22367f), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:39.675590 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f65e67c8-93a6-47a6-8b79-d5c2612663b5 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (786b9091-b1cd-4d81-b4b2-77d2ad22367f), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:39.678191 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f65e67c8-93a6-47a6-8b79-d5c2612663b5 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:39.679324 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-f65e67c8-93a6-47a6-8b79-d5c2612663b5 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/786b9091-b1cd-4d81-b4b2-77d2ad22367f HTTP/1.1" status: 204 len: 168 time: 0.1287942 Sep 16 19:42:39.682502 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 55550) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:42:39.690125 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e67c8-93a6-47a6-8b79-d5c2612663b5 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=786b9091-b1cd-4d81-b4b2-77d2ad22367f,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:42:39.696520 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.api.v2.resource [None req-dc6b96f9-ff42-4bd8-9cda-266557a0b1dc tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] show failed (client error): The resource could not be found. Sep 16 19:42:39.697490 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-dc6b96f9-ff42-4bd8-9cda-266557a0b1dc tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "GET /networking/v2.0/security-groups/786b9091-b1cd-4d81-b4b2-77d2ad22367f HTTP/1.1" status: 404 len: 347 time: 0.0139892 Sep 16 19:42:39.701772 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 55552) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:42:39.817564 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-0f91d477-3dd8-43f6-82c5-3871486598f5 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Deleting port 2b6865a3-6289-4cd5-962a-f4fefd748ac5 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:42:39.817886 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0f91d477-3dd8-43f6-82c5-3871486598f5 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (2b6865a3-6289-4cd5-962a-f4fefd748ac5), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:39.831077 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:42:39.867713 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:42:39.899778 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0f91d477-3dd8-43f6-82c5-3871486598f5 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (2b6865a3-6289-4cd5-962a-f4fefd748ac5), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:39.900101 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0f91d477-3dd8-43f6-82c5-3871486598f5 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks [] for floatingip (2b6865a3-6289-4cd5-962a-f4fefd748ac5), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:39.914149 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-0f91d477-3dd8-43f6-82c5-3871486598f5 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Calling delete_port for 2b6865a3-6289-4cd5-962a-f4fefd748ac5 owned by network:floatingip {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:42:40.051489 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0f91d477-3dd8-43f6-82c5-3871486598f5 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (2b6865a3-6289-4cd5-962a-f4fefd748ac5), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:40.079076 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f91d477-3dd8-43f6-82c5-3871486598f5 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Pushing event deleted for resources: {'Port': ['ID=2b6865a3-6289-4cd5-962a-f4fefd748ac5,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:42:40.141620 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0f91d477-3dd8-43f6-82c5-3871486598f5 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks [] for floatingip (2c13a18e-3e81-4c0e-af13-ef499e362216), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:40.145756 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0f91d477-3dd8-43f6-82c5-3871486598f5 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for floatingip (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:40.147330 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-0f91d477-3dd8-43f6-82c5-3871486598f5 tempest-AttachVolumeShelveTestJSON-1239694425 tempest-AttachVolumeShelveTestJSON-1239694425-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/2c13a18e-3e81-4c0e-af13-ef499e362216 HTTP/1.1" status: 204 len: 168 time: 0.4445677 Sep 16 19:42:40.538668 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 0dcbd110-0af4-41d6-9d8a-2af13df464b2 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:42:40.557987 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] No Port match for: 0dcbd110-0af4-41d6-9d8a-2af13df464b2 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:42:40.558321 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 0dcbd110-0af4-41d6-9d8a-2af13df464b2 not bound to the agent host hv-cinder-85032 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:42:41.162188 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [req-7cc6800f-5767-4cde-b3b9-72805fcdb803 req-351fc7ef-dd6b-4097-9c61-14f2aed6d55d service neutron] (106252) timed out ('10.222.0.27', 63409) {{(pid=106252) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 16 19:42:42.635732 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 55576) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:42:43.077745 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e007642f-e870-4e15-9ee2-0a0728adc876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-771491'] for router_interface (f36e8da1-e941-4b36-8c3c-5c066dcbd250), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:43.570241 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:42:43.577459 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-e007642f-e870-4e15-9ee2-0a0728adc876 admin admin] Deleting port 7753f85b-c077-4d9f-bbdd-12f24e1e583f {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:42:43.577817 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e007642f-e870-4e15-9ee2-0a0728adc876 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (7753f85b-c077-4d9f-bbdd-12f24e1e583f), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:43.642214 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:42:43.662240 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-e007642f-e870-4e15-9ee2-0a0728adc876 admin admin] For port 7753f85b-c077-4d9f-bbdd-12f24e1e583f, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=7753f85b-c077-4d9f-bbdd-12f24e1e583f,segment=NetworkSegment(36fb67b8-e635-4794-987f-fa439239cfd5),segment_id=36fb67b8-e635-4794-987f-fa439239cfd5)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:42:43.662789 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e007642f-e870-4e15-9ee2-0a0728adc876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (7753f85b-c077-4d9f-bbdd-12f24e1e583f), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:43.682820 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-e007642f-e870-4e15-9ee2-0a0728adc876 admin admin] Calling delete_port for 7753f85b-c077-4d9f-bbdd-12f24e1e583f owned by network:router_interface {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:42:43.875317 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e007642f-e870-4e15-9ee2-0a0728adc876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (7753f85b-c077-4d9f-bbdd-12f24e1e583f), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:43.900790 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e007642f-e870-4e15-9ee2-0a0728adc876 admin admin] Pushing event deleted for resources: {'Port': ['ID=7753f85b-c077-4d9f-bbdd-12f24e1e583f,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:42:44.068482 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e007642f-e870-4e15-9ee2-0a0728adc876 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681235'] for router_interface (f36e8da1-e941-4b36-8c3c-5c066dcbd250), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:44.275972 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e007642f-e870-4e15-9ee2-0a0728adc876 admin admin] Router f36e8da1-e941-4b36-8c3c-5c066dcbd250 has already been hosted by L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:42:44.381850 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e007642f-e870-4e15-9ee2-0a0728adc876 admin admin] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:42:44.388169 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-e007642f-e870-4e15-9ee2-0a0728adc876 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/f36e8da1-e941-4b36-8c3c-5c066dcbd250/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7513452 Sep 16 19:42:44.391080 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 55580) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:42:44.392973 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65ce6b7-0fc4-4123-8a05-1284c5e42546 None None] Sync routers for ids ['f36e8da1-e941-4b36-8c3c-5c066dcbd250'] in dv-cinder-850320-7-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:42:44.405080 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65ce6b7-0fc4-4123-8a05-1284c5e42546 None None] Routers {'f36e8da1-e941-4b36-8c3c-5c066dcbd250'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:42:44.405694 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b65ce6b7-0fc4-4123-8a05-1284c5e42546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:42:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['f36e8da1-e941-4b36-8c3c-5c066dcbd250'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:42:44.495305 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3882632a-20db-4554-902d-3f25c9608db7 admin admin] Publish callbacks [] for router (f36e8da1-e941-4b36-8c3c-5c066dcbd250), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:44.501110 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:42:44.509051 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-b65ce6b7-0fc4-4123-8a05-1284c5e42546 None None] Set router f36e8da1-e941-4b36-8c3c-5c066dcbd250 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:42:44.584866 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [req-6d32ffdb-017d-4253-b41f-b86d6202a8dd req-557aad54-3ede-451b-867a-24f02908a734 service neutron] (106253) timed out ('10.222.0.27', 63418) {{(pid=106253) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 16 19:42:44.594601 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3882632a-20db-4554-902d-3f25c9608db7 admin admin] Publish callbacks [] for router_gateway (f36e8da1-e941-4b36-8c3c-5c066dcbd250), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:44.639124 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-3882632a-20db-4554-902d-3f25c9608db7 admin admin] Deleting port 13a913e7-fbd9-47b5-8b8a-b0594341432e {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:42:44.639453 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3882632a-20db-4554-902d-3f25c9608db7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (13a913e7-fbd9-47b5-8b8a-b0594341432e), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:44.673891 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=100 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:42:44.677012 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b65ce6b7-0fc4-4123-8a05-1284c5e42546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'name': 'tempest-AttachVolumeShelveTestJSON-1087850337-router', 'tenant_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '13a913e7-fbd9-47b5-8b8a-b0594341432e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:34:10Z', 'updated_at': '2022-09-16T19:42:43Z', 'revision_number': 5, 'project_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'gw_port': {'id': '13a913e7-fbd9-47b5-8b8a-b0594341432e', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:34:10Z', 'updated_at': '2022-09-16T19:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi'}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:42:44.702820 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65ce6b7-0fc4-4123-8a05-1284c5e42546 None None] Checking router: f36e8da1-e941-4b36-8c3c-5c066dcbd250 for host: dv-cinder-850320-7-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:42:44.711915 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65ce6b7-0fc4-4123-8a05-1284c5e42546 None None] Routers {'f36e8da1-e941-4b36-8c3c-5c066dcbd250'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:42:44.712555 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b65ce6b7-0fc4-4123-8a05-1284c5e42546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:42:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['f36e8da1-e941-4b36-8c3c-5c066dcbd250'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:42:44.720702 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-3882632a-20db-4554-902d-3f25c9608db7 admin admin] For port 13a913e7-fbd9-47b5-8b8a-b0594341432e, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=13a913e7-fbd9-47b5-8b8a-b0594341432e,segment=NetworkSegment(ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2),segment_id=ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:42:44.721065 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3882632a-20db-4554-902d-3f25c9608db7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (13a913e7-fbd9-47b5-8b8a-b0594341432e), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:44.733952 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-3882632a-20db-4554-902d-3f25c9608db7 admin admin] Calling delete_port for 13a913e7-fbd9-47b5-8b8a-b0594341432e owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:42:44.805167 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-b65ce6b7-0fc4-4123-8a05-1284c5e42546 None None] Set router f36e8da1-e941-4b36-8c3c-5c066dcbd250 gateway port host: None {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:42:44.857405 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b65ce6b7-0fc4-4123-8a05-1284c5e42546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'name': 'tempest-AttachVolumeShelveTestJSON-1087850337-router', 'tenant_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:34:10Z', 'updated_at': '2022-09-16T19:42:44Z', 'revision_number': 6, 'project_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'gw_port_host': None}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:42:44.882118 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65ce6b7-0fc4-4123-8a05-1284c5e42546 None None] The sync data for ids ['f36e8da1-e941-4b36-8c3c-5c066dcbd250'] in dv-cinder-850320-7-iscsi is: [{'id': 'f36e8da1-e941-4b36-8c3c-5c066dcbd250', 'name': 'tempest-AttachVolumeShelveTestJSON-1087850337-router', 'tenant_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:34:10Z', 'updated_at': '2022-09-16T19:42:44Z', 'revision_number': 6, 'project_id': 'ea12091447ba4a5799d6f416b32fa5cc', 'gw_port_host': None}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:42:44.904326 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3882632a-20db-4554-902d-3f25c9608db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (13a913e7-fbd9-47b5-8b8a-b0594341432e), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:44.929740 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3882632a-20db-4554-902d-3f25c9608db7 admin admin] Pushing event deleted for resources: {'Port': ['ID=13a913e7-fbd9-47b5-8b8a-b0594341432e,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:42:44.990380 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3882632a-20db-4554-902d-3f25c9608db7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681049'] for router_gateway (f36e8da1-e941-4b36-8c3c-5c066dcbd250), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:45.073567 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3882632a-20db-4554-902d-3f25c9608db7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router (f36e8da1-e941-4b36-8c3c-5c066dcbd250), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:45.075712 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3882632a-20db-4554-902d-3f25c9608db7 admin admin] Publish callbacks [] for router_controller (f36e8da1-e941-4b36-8c3c-5c066dcbd250), precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:45.120832 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3882632a-20db-4554-902d-3f25c9608db7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-681326'] for router (f36e8da1-e941-4b36-8c3c-5c066dcbd250), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:45.121317 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3882632a-20db-4554-902d-3f25c9608db7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f36e8da1-e941-4b36-8c3c-5c066dcbd250 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 19:42:45.126452 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3882632a-20db-4554-902d-3f25c9608db7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:45.127611 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-3882632a-20db-4554-902d-3f25c9608db7 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/f36e8da1-e941-4b36-8c3c-5c066dcbd250 HTTP/1.1" status: 204 len: 168 time: 0.7355564 Sep 16 19:42:45.130260 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 55582) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:42:45.174077 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e1c5ad7-cb46-4056-b85a-7cf54e11d265 admin admin] Deleting subnet e74eaa38-2acb-40fa-b32b-5cd01428e71e {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 19:42:45.177173 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7e1c5ad7-cb46-4056-b85a-7cf54e11d265 admin admin] Publish callbacks [] for subnet (e74eaa38-2acb-40fa-b32b-5cd01428e71e), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:45.196818 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:42:45.205246 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:42:45.214132 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7e1c5ad7-cb46-4056-b85a-7cf54e11d265 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3251476'] for subnet (e74eaa38-2acb-40fa-b32b-5cd01428e71e), precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:45.297678 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7e1c5ad7-cb46-4056-b85a-7cf54e11d265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16018794'] for subnet (e74eaa38-2acb-40fa-b32b-5cd01428e71e), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:45.352145 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7e1c5ad7-cb46-4056-b85a-7cf54e11d265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16022615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2445622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3802358'] for subnet (e74eaa38-2acb-40fa-b32b-5cd01428e71e), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:45.378210 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1c5ad7-cb46-4056-b85a-7cf54e11d265 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e74eaa38-2acb-40fa-b32b-5cd01428e71e,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:42:45.380054 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7e1c5ad7-cb46-4056-b85a-7cf54e11d265 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:45.383132 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-7e1c5ad7-cb46-4056-b85a-7cf54e11d265 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/e74eaa38-2acb-40fa-b32b-5cd01428e71e HTTP/1.1" status: 204 len: 168 time: 0.2519701 Sep 16 19:42:45.385897 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 55584) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:42:45.386416 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dad827-a981-40a7-b5a2-3f2d9901c33e None None] Network 244c5642-5ab0-4834-bd0e-759fe8c918bc requested from dv-cinder-850320-7-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 19:42:45.440682 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:42:45.459542 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c7a05789-1802-43cd-b891-08b31de13d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15995935'] for network (244c5642-5ab0-4834-bd0e-759fe8c918bc), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:45.506140 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-c7a05789-1802-43cd-b891-08b31de13d91 admin admin] Deleting port cc7089b1-9bfb-4ce9-9c42-6e96d89e2251 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:42:45.506482 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c7a05789-1802-43cd-b891-08b31de13d91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (cc7089b1-9bfb-4ce9-9c42-6e96d89e2251), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:45.566466 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:42:45.580576 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-c7a05789-1802-43cd-b891-08b31de13d91 admin admin] For port cc7089b1-9bfb-4ce9-9c42-6e96d89e2251, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=cc7089b1-9bfb-4ce9-9c42-6e96d89e2251,segment=NetworkSegment(36fb67b8-e635-4794-987f-fa439239cfd5),segment_id=36fb67b8-e635-4794-987f-fa439239cfd5)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:42:45.580941 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c7a05789-1802-43cd-b891-08b31de13d91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (cc7089b1-9bfb-4ce9-9c42-6e96d89e2251), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:45.595652 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-c7a05789-1802-43cd-b891-08b31de13d91 admin admin] Calling delete_port for cc7089b1-9bfb-4ce9-9c42-6e96d89e2251 owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:42:45.679998 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c7a05789-1802-43cd-b891-08b31de13d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (cc7089b1-9bfb-4ce9-9c42-6e96d89e2251), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:45.681403 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4d3d68-de41-4b5a-b728-c1d7cc6598e7 None None] DHCP port deletion for 244c5642-5ab0-4834-bd0e-759fe8c918bc request from dv-cinder-850320-7-iscsi {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 19:42:45.705082 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a05789-1802-43cd-b891-08b31de13d91 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc7089b1-9bfb-4ce9-9c42-6e96d89e2251,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:42:45.708852 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a05789-1802-43cd-b891-08b31de13d91 admin admin] No DVR routers for this DVR port cc7089b1-9bfb-4ce9-9c42-6e96d89e2251 on host dv-cinder-850320-7-iscsi {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 19:42:45.785244 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c7a05789-1802-43cd-b891-08b31de13d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16065089', 'neutron.services.segments.db._delete_segments_for_network-8764811785921'] for network (244c5642-5ab0-4834-bd0e-759fe8c918bc), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:45.805662 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-c7a05789-1802-43cd-b891-08b31de13d91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['244c5642-5ab0-4834-bd0e-759fe8c918bc']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:42:45.814929 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-c7a05789-1802-43cd-b891-08b31de13d91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36fb67b8-e635-4794-987f-fa439239cfd5') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:42:45.815221 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-c7a05789-1802-43cd-b891-08b31de13d91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36fb67b8-e635-4794-987f-fa439239cfd5') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:42:45.824947 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c7a05789-1802-43cd-b891-08b31de13d91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764811785813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2891973'] for segment (36fb67b8-e635-4794-987f-fa439239cfd5), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:45.839107 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c7a05789-1802-43cd-b891-08b31de13d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694'] for segment (36fb67b8-e635-4794-987f-fa439239cfd5), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:45.847260 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7a05789-1802-43cd-b891-08b31de13d91 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 19:42:45.847659 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c7a05789-1802-43cd-b891-08b31de13d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2678466'] for segment (36fb67b8-e635-4794-987f-fa439239cfd5), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:45.893392 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.services.segments.plugin [-] Segment 36fb67b8-e635-4794-987f-fa439239cfd5 resource provider aggregate not found Sep 16 19:42:45.915503 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.services.segments.plugin [-] Segment 36fb67b8-e635-4794-987f-fa439239cfd5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 36fb67b8-e635-4794-987f-fa439239cfd5 found for delete ", "request_id": "req-4214db46-cd91-411c-aada-a99002915b9a"}]} Sep 16 19:42:45.918549 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c7a05789-1802-43cd-b891-08b31de13d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16065144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681100'] for network (244c5642-5ab0-4834-bd0e-759fe8c918bc), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:45.924733 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c7a05789-1802-43cd-b891-08b31de13d91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for network (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:45.927846 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-c7a05789-1802-43cd-b891-08b31de13d91 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/244c5642-5ab0-4834-bd0e-759fe8c918bc HTTP/1.1" status: 204 len: 168 time: 0.5409682 Sep 16 19:42:45.944041 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a05789-1802-43cd-b891-08b31de13d91 admin admin] Pushing event deleted for resources: {'Network': ['ID=244c5642-5ab0-4834-bd0e-759fe8c918bc,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:42:46.057526 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 55592) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:42:46.098143 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-25c33b0e-5b44-47c7-84c5-86fcacdf7c41 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=ea12091447ba4a5799d6f416b32fa5cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394268 Sep 16 19:42:46.100727 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 55594) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:42:46.149387 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ee2ea0d3-1680-49d1-a9de-698132010716 admin admin] Publish callbacks [] for security_group (76641d16-0ad0-4a50-994b-8d6d77f4b345), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:46.170648 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ee2ea0d3-1680-49d1-a9de-698132010716 admin admin] Publish callbacks [] for security_group (76641d16-0ad0-4a50-994b-8d6d77f4b345), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:46.223416 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ee2ea0d3-1680-49d1-a9de-698132010716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (76641d16-0ad0-4a50-994b-8d6d77f4b345), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:46.227241 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ee2ea0d3-1680-49d1-a9de-698132010716 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:42:46.228918 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-ee2ea0d3-1680-49d1-a9de-698132010716 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/76641d16-0ad0-4a50-994b-8d6d77f4b345 HTTP/1.1" status: 204 len: 168 time: 0.1273494 Sep 16 19:42:46.238673 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ea0d3-1680-49d1-a9de-698132010716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76641d16-0ad0-4a50-994b-8d6d77f4b345,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:42:46.245907 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2ea0d3-1680-49d1-a9de-698132010716 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:42:46.246241 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2ea0d3-1680-49d1-a9de-698132010716 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:42:46.246597 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2ea0d3-1680-49d1-a9de-698132010716 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:42:46.246931 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2ea0d3-1680-49d1-a9de-698132010716 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:42:46.247256 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2ea0d3-1680-49d1-a9de-698132010716 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:42:46.247575 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2ea0d3-1680-49d1-a9de-698132010716 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:42:46.247891 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2ea0d3-1680-49d1-a9de-698132010716 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:42:46.248206 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2ea0d3-1680-49d1-a9de-698132010716 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:42:46.248552 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2ea0d3-1680-49d1-a9de-698132010716 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:42:46.248861 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2ea0d3-1680-49d1-a9de-698132010716 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:42:46.249175 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2ea0d3-1680-49d1-a9de-698132010716 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:42:46.249491 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2ea0d3-1680-49d1-a9de-698132010716 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:42:46.249802 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2ea0d3-1680-49d1-a9de-698132010716 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:42:46.250116 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2ea0d3-1680-49d1-a9de-698132010716 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:42:46.250423 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2ea0d3-1680-49d1-a9de-698132010716 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:42:46.795220 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device cc7089b1-9bfb-4ce9-9c42-6e96d89e2251 no longer exists at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:42:46.814793 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] No Port match for: cc7089b1-9bfb-4ce9-9c42-6e96d89e2251 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:42:46.815122 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device cc7089b1-9bfb-4ce9-9c42-6e96d89e2251 not bound to the agent host dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:42:46.815538 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 7753f85b-c077-4d9f-bbdd-12f24e1e583f no longer exists at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:42:46.833706 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] No Port match for: 7753f85b-c077-4d9f-bbdd-12f24e1e583f {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:42:46.834047 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 7753f85b-c077-4d9f-bbdd-12f24e1e583f not bound to the agent host dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:42:46.834460 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 13a913e7-fbd9-47b5-8b8a-b0594341432e no longer exists at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:42:46.855363 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] No Port match for: 13a913e7-fbd9-47b5-8b8a-b0594341432e {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:42:46.855698 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 13a913e7-fbd9-47b5-8b8a-b0594341432e not bound to the agent host dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:42:52.329830 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:42:52.331102 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=5 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:42:55.346855 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=18,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:42:55.360004 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:42:56.242276 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=53,neutron:DELETE=7 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:42:56.243438 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=75,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:42:56.836369 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=42 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:42:56.837535 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=25 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:42:59.841171 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 55738) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:42:59.955908 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3d696f82-58be-4832-b306-7c6491c39724 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:00.029034 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-149682ef-c141-4d3b-86c8-c22c9757edd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:00.041230 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3d696f82-58be-4832-b306-7c6491c39724 admin admin] Publish callbacks [] for security_group (e73ef200-6bd7-4dda-8523-3bba34567853), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:00.046784 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3d696f82-58be-4832-b306-7c6491c39724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (e73ef200-6bd7-4dda-8523-3bba34567853), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:00.091491 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-3d696f82-58be-4832-b306-7c6491c39724 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=b47f3a28fa4f482ab604c23ef9b30386&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2491825 Sep 16 19:43:00.092422 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d696f82-58be-4832-b306-7c6491c39724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73ef200-6bd7-4dda-8523-3bba34567853,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:00.094482 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 55742) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:43:00.144026 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f7d7cdd-eb91-4ae3-a7d6-e0540761dac9 admin admin] Publish callbacks [] for security_group (e73ef200-6bd7-4dda-8523-3bba34567853), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:00.163798 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f7d7cdd-eb91-4ae3-a7d6-e0540761dac9 admin admin] Publish callbacks [] for security_group (e73ef200-6bd7-4dda-8523-3bba34567853), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:00.214055 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f7d7cdd-eb91-4ae3-a7d6-e0540761dac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (e73ef200-6bd7-4dda-8523-3bba34567853), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:00.217207 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f7d7cdd-eb91-4ae3-a7d6-e0540761dac9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:00.218408 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-2f7d7cdd-eb91-4ae3-a7d6-e0540761dac9 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/e73ef200-6bd7-4dda-8523-3bba34567853 HTTP/1.1" status: 204 len: 168 time: 0.1228836 Sep 16 19:43:00.226711 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d7cdd-eb91-4ae3-a7d6-e0540761dac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73ef200-6bd7-4dda-8523-3bba34567853,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:00.505263 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 55748) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:43:00.521643 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-26549324-a010-44c7-beec-62802930e0e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:00.599888 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-26549324-a010-44c7-beec-62802930e0e9 admin admin] Publish callbacks [] for security_group (a7a40e8f-c092-4b5c-829f-b906f5b26127), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:00.606155 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-26549324-a010-44c7-beec-62802930e0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (a7a40e8f-c092-4b5c-829f-b906f5b26127), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:00.644489 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-26549324-a010-44c7-beec-62802930e0e9 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=3fddd59663544fe19bee7cb182a997ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380651 Sep 16 19:43:00.645313 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26549324-a010-44c7-beec-62802930e0e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a40e8f-c092-4b5c-829f-b906f5b26127,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:00.647977 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 55750) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:43:00.699634 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bf55e101-99d1-4d9c-a98e-f395bd42aa86 admin admin] Publish callbacks [] for security_group (a7a40e8f-c092-4b5c-829f-b906f5b26127), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:00.719950 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bf55e101-99d1-4d9c-a98e-f395bd42aa86 admin admin] Publish callbacks [] for security_group (a7a40e8f-c092-4b5c-829f-b906f5b26127), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:00.770883 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bf55e101-99d1-4d9c-a98e-f395bd42aa86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (a7a40e8f-c092-4b5c-829f-b906f5b26127), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:00.773664 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bf55e101-99d1-4d9c-a98e-f395bd42aa86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:00.774837 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-bf55e101-99d1-4d9c-a98e-f395bd42aa86 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a7a40e8f-c092-4b5c-829f-b906f5b26127 HTTP/1.1" status: 204 len: 168 time: 0.1257944 Sep 16 19:43:00.783402 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf55e101-99d1-4d9c-a98e-f395bd42aa86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a40e8f-c092-4b5c-829f-b906f5b26127,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:01.442561 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:43:02.106746 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:02.284519 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5189eb12-b511-4026-b024-02506e2b840c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:03.464708 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 55818) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:43:03.588366 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-02fcc17e-f765-450e-abe8-00a1ce01b67d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:03.673361 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-02fcc17e-f765-450e-abe8-00a1ce01b67d admin admin] Publish callbacks [] for security_group (21b21348-2ccf-4be1-926a-0718ebc5e60a), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:03.679970 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-02fcc17e-f765-450e-abe8-00a1ce01b67d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (21b21348-2ccf-4be1-926a-0718ebc5e60a), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:03.686666 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:03.721482 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-02fcc17e-f765-450e-abe8-00a1ce01b67d admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=be0066238fc44fb2a832ace938b0f25f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2556131 Sep 16 19:43:03.723268 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fcc17e-f765-450e-abe8-00a1ce01b67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b21348-2ccf-4be1-926a-0718ebc5e60a,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:03.724419 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 55822) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:43:03.777862 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-80d02220-c9ba-4dd6-afd3-d871559054a0 admin admin] Publish callbacks [] for security_group (21b21348-2ccf-4be1-926a-0718ebc5e60a), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:03.798362 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-80d02220-c9ba-4dd6-afd3-d871559054a0 admin admin] Publish callbacks [] for security_group (21b21348-2ccf-4be1-926a-0718ebc5e60a), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:03.852491 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-80d02220-c9ba-4dd6-afd3-d871559054a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (21b21348-2ccf-4be1-926a-0718ebc5e60a), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:03.855080 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-80d02220-c9ba-4dd6-afd3-d871559054a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:03.856329 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-80d02220-c9ba-4dd6-afd3-d871559054a0 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/21b21348-2ccf-4be1-926a-0718ebc5e60a HTTP/1.1" status: 204 len: 168 time: 0.1308513 Sep 16 19:43:03.864055 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d02220-c9ba-4dd6-afd3-d871559054a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b21348-2ccf-4be1-926a-0718ebc5e60a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:04.144124 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 55828) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:43:04.160839 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-73e267f3-eedb-4862-8f75-e71216f5d5e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:04.248586 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-73e267f3-eedb-4862-8f75-e71216f5d5e3 admin admin] Publish callbacks [] for security_group (c2dfb8b9-b077-4253-9343-6552162a7173), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:04.254657 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-73e267f3-eedb-4862-8f75-e71216f5d5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (c2dfb8b9-b077-4253-9343-6552162a7173), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:04.292166 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e267f3-eedb-4862-8f75-e71216f5d5e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2dfb8b9-b077-4253-9343-6552162a7173,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:04.297823 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-73e267f3-eedb-4862-8f75-e71216f5d5e3 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=53472151b4ea4a6399b6620e617b9a32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1526451 Sep 16 19:43:04.301281 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 55830) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:43:04.353069 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6f5604e8-0886-4a71-bfac-01ee5cf6a5cf admin admin] Publish callbacks [] for security_group (c2dfb8b9-b077-4253-9343-6552162a7173), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:04.374420 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6f5604e8-0886-4a71-bfac-01ee5cf6a5cf admin admin] Publish callbacks [] for security_group (c2dfb8b9-b077-4253-9343-6552162a7173), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:04.428238 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6f5604e8-0886-4a71-bfac-01ee5cf6a5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (c2dfb8b9-b077-4253-9343-6552162a7173), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:04.431018 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6f5604e8-0886-4a71-bfac-01ee5cf6a5cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:04.434873 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-6f5604e8-0886-4a71-bfac-01ee5cf6a5cf admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/c2dfb8b9-b077-4253-9343-6552162a7173 HTTP/1.1" status: 204 len: 168 time: 0.1324177 Sep 16 19:43:04.443083 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5604e8-0886-4a71-bfac-01ee5cf6a5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2dfb8b9-b077-4253-9343-6552162a7173,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:05.043183 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:05.132106 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:06.657115 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 55900) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:43:06.769944 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-807ee45b-6f15-4465-967b-51f6574ef5d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:06.818254 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:06.830398 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=75,neutron:DELETE=4,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:06.855987 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-807ee45b-6f15-4465-967b-51f6574ef5d3 admin admin] Publish callbacks [] for security_group (02333494-5578-4245-a324-14307339b8ee), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:06.862120 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-807ee45b-6f15-4465-967b-51f6574ef5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (02333494-5578-4245-a324-14307339b8ee), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:06.902474 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-807ee45b-6f15-4465-967b-51f6574ef5d3 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=8313c3473b154ed389ef64d0590997cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2441616 Sep 16 19:43:06.903301 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ee45b-6f15-4465-967b-51f6574ef5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02333494-5578-4245-a324-14307339b8ee,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:06.906029 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 55904) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:43:06.959984 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-25b0e6a2-dbd8-4aab-842f-0dc7630a17e6 admin admin] Publish callbacks [] for security_group (02333494-5578-4245-a324-14307339b8ee), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:06.962803 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:06.982162 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-25b0e6a2-dbd8-4aab-842f-0dc7630a17e6 admin admin] Publish callbacks [] for security_group (02333494-5578-4245-a324-14307339b8ee), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:07.015641 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:07.033046 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-25b0e6a2-dbd8-4aab-842f-0dc7630a17e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (02333494-5578-4245-a324-14307339b8ee), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:07.035540 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-25b0e6a2-dbd8-4aab-842f-0dc7630a17e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:07.036745 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-25b0e6a2-dbd8-4aab-842f-0dc7630a17e6 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/02333494-5578-4245-a324-14307339b8ee HTTP/1.1" status: 204 len: 168 time: 0.1295390 Sep 16 19:43:07.044801 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b0e6a2-dbd8-4aab-842f-0dc7630a17e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02333494-5578-4245-a324-14307339b8ee,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:07.336302 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 55910) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:43:07.350012 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-13f35b9f-66a3-450b-8ecb-fe8aaad64f2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:07.430518 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-13f35b9f-66a3-450b-8ecb-fe8aaad64f2b admin admin] Publish callbacks [] for security_group (b7722878-4bf8-4197-a18d-0d8288a45c0d), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:07.437207 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-13f35b9f-66a3-450b-8ecb-fe8aaad64f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (b7722878-4bf8-4197-a18d-0d8288a45c0d), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:07.473552 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f35b9f-66a3-450b-8ecb-fe8aaad64f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7722878-4bf8-4197-a18d-0d8288a45c0d,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:07.478139 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-13f35b9f-66a3-450b-8ecb-fe8aaad64f2b admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=08f6c93524274cb9b10b023df67654fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1404667 Sep 16 19:43:07.481280 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 55912) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:43:07.530674 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6c939713-1b23-43a6-952a-619f248c496b admin admin] Publish callbacks [] for security_group (b7722878-4bf8-4197-a18d-0d8288a45c0d), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:07.551536 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6c939713-1b23-43a6-952a-619f248c496b admin admin] Publish callbacks [] for security_group (b7722878-4bf8-4197-a18d-0d8288a45c0d), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:07.604352 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6c939713-1b23-43a6-952a-619f248c496b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (b7722878-4bf8-4197-a18d-0d8288a45c0d), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:07.607151 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6c939713-1b23-43a6-952a-619f248c496b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:07.608315 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-6c939713-1b23-43a6-952a-619f248c496b admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/b7722878-4bf8-4197-a18d-0d8288a45c0d HTTP/1.1" status: 204 len: 168 time: 0.1260099 Sep 16 19:43:07.616262 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c939713-1b23-43a6-952a-619f248c496b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7722878-4bf8-4197-a18d-0d8288a45c0d,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:08.348217 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 55934) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:43:08.471767 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-6508a03b-2180-49bd-b0cb-d58621cc72a7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1582380977-network', 'tenant_id': 'e1f6a315e9c94ec39bf539b847c677cd'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:43:08.499419 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6508a03b-2180-49bd-b0cb-d58621cc72a7 admin admin] Made reservation on behalf of e1f6a315e9c94ec39bf539b847c677cd for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:43:08.502872 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6508a03b-2180-49bd-b0cb-d58621cc72a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for network (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:08.515525 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6508a03b-2180-49bd-b0cb-d58621cc72a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:08.626895 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6508a03b-2180-49bd-b0cb-d58621cc72a7 admin admin] Publish callbacks [] for security_group (b045c6f9-14cf-493f-ad84-df9cba375b5e), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:08.634140 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6508a03b-2180-49bd-b0cb-d58621cc72a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (b045c6f9-14cf-493f-ad84-df9cba375b5e), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:08.664311 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6508a03b-2180-49bd-b0cb-d58621cc72a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 19:43:08.671808 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508a03b-2180-49bd-b0cb-d58621cc72a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b045c6f9-14cf-493f-ad84-df9cba375b5e,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:08.680417 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6508a03b-2180-49bd-b0cb-d58621cc72a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694'] for segment (06cc2c57-dc7d-4985-ab3e-bc35eea74752), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:08.680417 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.db.segments_db [None req-6508a03b-2180-49bd-b0cb-d58621cc72a7 admin admin] Added segment 06cc2c57-dc7d-4985-ab3e-bc35eea74752 of type vlan for network 8126ed11-04cb-4ecf-89c8-ff9b7f34edd0 Sep 16 19:43:08.727398 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6508a03b-2180-49bd-b0cb-d58621cc72a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764811224998'] for network (8126ed11-04cb-4ecf-89c8-ff9b7f34edd0), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:08.757990 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6508a03b-2180-49bd-b0cb-d58621cc72a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119'] for network (8126ed11-04cb-4ecf-89c8-ff9b7f34edd0), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:08.759093 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6508a03b-2180-49bd-b0cb-d58621cc72a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:43:08.759737 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6508a03b-2180-49bd-b0cb-d58621cc72a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for network (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:08.821622 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-6508a03b-2180-49bd-b0cb-d58621cc72a7 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4721582 Sep 16 19:43:08.825572 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 55938) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:43:08.827314 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508a03b-2180-49bd-b0cb-d58621cc72a7 admin admin] Pushing event updated for resources: {'Network': ['ID=8126ed11-04cb-4ecf-89c8-ff9b7f34edd0,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:08.833132 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-449e033b-c407-4a97-b57d-e396baca4998 admin admin] Request body: {'subnet': {'network_id': '8126ed11-04cb-4ecf-89c8-ff9b7f34edd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1582380977-subnet', 'tenant_id': 'e1f6a315e9c94ec39bf539b847c677cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:43:08.841312 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Network 8126ed11-04cb-4ecf-89c8-ff9b7f34edd0 details requested by agent ovs-agent-dv-cinder-850320-7-iscsi with host dv-cinder-850320-7-iscsi {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 19:43:08.859382 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449e033b-c407-4a97-b57d-e396baca4998 admin admin] Made reservation on behalf of e1f6a315e9c94ec39bf539b847c677cd for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:43:08.862244 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-449e033b-c407-4a97-b57d-e396baca4998 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3802329'] for subnet (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:09.320744 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-449e033b-c407-4a97-b57d-e396baca4998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2443497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3802319'] for subnet (8f3c94c2-39c2-422e-babe-c5b609a7843c), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:09.370466 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e033b-c407-4a97-b57d-e396baca4998 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f3c94c2-39c2-422e-babe-c5b609a7843c,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:09.388073 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449e033b-c407-4a97-b57d-e396baca4998 admin admin] Checking segment: {'id': '06cc2c57-dc7d-4985-ab3e-bc35eea74752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8126ed11-04cb-4ecf-89c8-ff9b7f34edd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:43:09.388371 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449e033b-c407-4a97-b57d-e396baca4998 admin admin] Network hostable DHCP agents. Network: 8126ed11-04cb-4ecf-89c8-ff9b7f34edd0, hostable agents: ['ba1fefac-954c-4dc4-b172-e3e5be1bbc35'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 19:43:09.410609 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449e033b-c407-4a97-b57d-e396baca4998 admin admin] Network 8126ed11-04cb-4ecf-89c8-ff9b7f34edd0 is scheduled to be hosted by DHCP agent ba1fefac-954c-4dc4-b172-e3e5be1bbc35 with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 19:43:09.439544 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-449e033b-c407-4a97-b57d-e396baca4998 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850320-7-iscsi, 8126ed11-04cb-4ecf-89c8-ff9b7f34edd0) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:43:09.445873 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449e033b-c407-4a97-b57d-e396baca4998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:43:09.446479 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-449e033b-c407-4a97-b57d-e396baca4998 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:09.458907 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c924cf8-1593-4bc0-94e5-fa28d6a05027 None None] Network 8126ed11-04cb-4ecf-89c8-ff9b7f34edd0 requested from dv-cinder-850320-7-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 19:43:09.467098 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-449e033b-c407-4a97-b57d-e396baca4998 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6402068 Sep 16 19:43:09.570543 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4517f4-7a6b-4963-9352-0973c2f9dc77 None None] Network 8126ed11-04cb-4ecf-89c8-ff9b7f34edd0 requested from dv-cinder-850320-7-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 19:43:10.012589 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 55954) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:43:10.017582 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-e03e6560-ceb0-4f8f-b1c4-d7719fc75f34 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-709551467-network', 'tenant_id': '129fc502d09545d6acb16a7ebe7457ef'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:43:10.038538 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03e6560-ceb0-4f8f-b1c4-d7719fc75f34 admin admin] Made reservation on behalf of 129fc502d09545d6acb16a7ebe7457ef for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:43:10.042260 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e03e6560-ceb0-4f8f-b1c4-d7719fc75f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for network (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:10.054943 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e03e6560-ceb0-4f8f-b1c4-d7719fc75f34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:10.132606 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e03e6560-ceb0-4f8f-b1c4-d7719fc75f34 admin admin] Publish callbacks [] for security_group (8e332982-a584-44d9-8324-5d5022f4c155), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:10.138493 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e03e6560-ceb0-4f8f-b1c4-d7719fc75f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (8e332982-a584-44d9-8324-5d5022f4c155), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:10.167096 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e03e6560-ceb0-4f8f-b1c4-d7719fc75f34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 19:43:10.173639 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03e6560-ceb0-4f8f-b1c4-d7719fc75f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e332982-a584-44d9-8324-5d5022f4c155,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:10.181252 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e03e6560-ceb0-4f8f-b1c4-d7719fc75f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694'] for segment (e008a2fa-c441-43c4-b3cc-d6a72315d59f), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:10.181605 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.db.segments_db [None req-e03e6560-ceb0-4f8f-b1c4-d7719fc75f34 admin admin] Added segment e008a2fa-c441-43c4-b3cc-d6a72315d59f of type vlan for network 4b42c705-6e05-4659-9aef-817a1f561c89 Sep 16 19:43:10.182655 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=6 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:10.191426 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=71,neutron:DELETE=3,neutron:INSERT=24,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:10.225260 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e03e6560-ceb0-4f8f-b1c4-d7719fc75f34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764811224998'] for network (4b42c705-6e05-4659-9aef-817a1f561c89), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:10.258297 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e03e6560-ceb0-4f8f-b1c4-d7719fc75f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119'] for network (4b42c705-6e05-4659-9aef-817a1f561c89), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:10.259377 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03e6560-ceb0-4f8f-b1c4-d7719fc75f34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:43:10.259974 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e03e6560-ceb0-4f8f-b1c4-d7719fc75f34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for network (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:10.320608 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-e03e6560-ceb0-4f8f-b1c4-d7719fc75f34 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3068366 Sep 16 19:43:10.323674 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 55956) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:43:10.325642 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03e6560-ceb0-4f8f-b1c4-d7719fc75f34 admin admin] Pushing event updated for resources: {'Network': ['ID=4b42c705-6e05-4659-9aef-817a1f561c89,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:10.329002 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-63170020-87b6-4560-8598-9e2b1b884557 admin admin] Request body: {'subnet': {'network_id': '4b42c705-6e05-4659-9aef-817a1f561c89', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-709551467-subnet', 'tenant_id': '129fc502d09545d6acb16a7ebe7457ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:43:10.337366 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Network 4b42c705-6e05-4659-9aef-817a1f561c89 details requested by agent ovs-agent-dv-cinder-850320-7-iscsi with host dv-cinder-850320-7-iscsi {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 19:43:10.354282 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63170020-87b6-4560-8598-9e2b1b884557 admin admin] Made reservation on behalf of 129fc502d09545d6acb16a7ebe7457ef for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:43:10.356944 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-63170020-87b6-4560-8598-9e2b1b884557 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3802329'] for subnet (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:10.465821 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:10.469536 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:10.525362 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-63170020-87b6-4560-8598-9e2b1b884557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2443497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3802319'] for subnet (d1f5e6db-facf-4bd6-a3b2-ac68ccd01445), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:10.582669 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63170020-87b6-4560-8598-9e2b1b884557 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1f5e6db-facf-4bd6-a3b2-ac68ccd01445,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:10.591337 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63170020-87b6-4560-8598-9e2b1b884557 admin admin] Checking segment: {'id': 'e008a2fa-c441-43c4-b3cc-d6a72315d59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4b42c705-6e05-4659-9aef-817a1f561c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:43:10.591673 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63170020-87b6-4560-8598-9e2b1b884557 admin admin] Network hostable DHCP agents. Network: 4b42c705-6e05-4659-9aef-817a1f561c89, hostable agents: ['ba1fefac-954c-4dc4-b172-e3e5be1bbc35'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 19:43:10.610848 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63170020-87b6-4560-8598-9e2b1b884557 admin admin] Network 4b42c705-6e05-4659-9aef-817a1f561c89 is scheduled to be hosted by DHCP agent ba1fefac-954c-4dc4-b172-e3e5be1bbc35 with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 19:43:10.621010 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-63170020-87b6-4560-8598-9e2b1b884557 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850320-7-iscsi, 4b42c705-6e05-4659-9aef-817a1f561c89) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:43:10.625150 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63170020-87b6-4560-8598-9e2b1b884557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:43:10.625746 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-63170020-87b6-4560-8598-9e2b1b884557 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:10.631131 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba04a8cf-a1ab-4c00-9b0d-8e85381c2112 None None] Network 4b42c705-6e05-4659-9aef-817a1f561c89 requested from dv-cinder-850320-7-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 19:43:10.660667 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-63170020-87b6-4560-8598-9e2b1b884557 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3355913 Sep 16 19:43:10.752050 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925824ab-3385-4011-9e5e-c9f372ba3f89 None None] Network 4b42c705-6e05-4659-9aef-817a1f561c89 requested from dv-cinder-850320-7-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 19:43:13.372785 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:13.375429 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:14.067026 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-51df31dd-b447-469c-861f-92ed94903439 req-06eaafc9-0cfa-4920-a354-413989a8fb5e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1535718 Sep 16 19:43:14.178257 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df31dd-b447-469c-861f-92ed94903439 req-5e682a75-4759-45f1-8b04-b26820c14663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:43:14.179661 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-51df31dd-b447-469c-861f-92ed94903439 req-5e682a75-4759-45f1-8b04-b26820c14663 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=9b9158de13684627b042d2a183330eff&device_id=0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc HTTP/1.1" status: 200 len: 1129 time: 0.0478051 Sep 16 19:43:14.310993 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df31dd-b447-469c-861f-92ed94903439 req-617320e3-015c-4ea3-97db-840800f3bd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:43:14.312601 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-51df31dd-b447-469c-861f-92ed94903439 req-617320e3-015c-4ea3-97db-840800f3bd35 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=a6a02090-2f02-4634-aa67-dc86c3956885 HTTP/1.1" status: 200 len: 912 time: 0.1135852 Sep 16 19:43:14.352934 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [req-5c353645-84c4-42d6-95dc-fa258426e810 req-b43fe890-058f-42e6-be47-458dc9ec43a0 service neutron] (106253) timed out ('10.222.0.27', 63426) {{(pid=106253) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 16 19:43:14.375762 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-51df31dd-b447-469c-861f-92ed94903439 req-eebe43cd-9c77-4c48-a40d-6a9156cffd77 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c34a3cd9-3655-434d-96cf-65014b97c1ea HTTP/1.1" status: 200 len: 1000 time: 0.0572984 Sep 16 19:43:14.437397 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df31dd-b447-469c-861f-92ed94903439 req-05214547-ca97-4f89-b82d-5d44c189dd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:43:14.439050 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-51df31dd-b447-469c-861f-92ed94903439 req-05214547-ca97-4f89-b82d-5d44c189dd88 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=085fd4f8-7ca2-48a8-876f-2233969b7ec3 HTTP/1.1" status: 200 len: 850 time: 0.0574186 Sep 16 19:43:14.484823 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df31dd-b447-469c-861f-92ed94903439 req-a9bd14a4-faa6-45d4-8762-3592124e6a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:43:14.486309 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-51df31dd-b447-469c-861f-92ed94903439 req-a9bd14a4-faa6-45d4-8762-3592124e6a40 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=a6a02090-2f02-4634-aa67-dc86c3956885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409374 Sep 16 19:43:14.602498 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-51df31dd-b447-469c-861f-92ed94903439 req-61fd32d5-2e81-4521-8f80-ffd8787261df service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a6a02090-2f02-4634-aa67-dc86c3956885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094401 Sep 16 19:43:14.703434 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-51df31dd-b447-469c-861f-92ed94903439 req-691ea4eb-39eb-4e3a-acbb-9067651b665e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a6a02090-2f02-4634-aa67-dc86c3956885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944092 Sep 16 19:43:20.639252 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:20.642198 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=30,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:20.844839 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=62,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:20.845729 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=68,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:24.691620 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=56 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:24.698071 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=72,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:24.826245 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 56078) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:43:24.878006 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f9b6d0c-cfd1-4e18-971f-11c2f59d7087 admin admin] Deleting subnet 8f3c94c2-39c2-422e-babe-c5b609a7843c {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 19:43:24.881468 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6f9b6d0c-cfd1-4e18-971f-11c2f59d7087 admin admin] Publish callbacks [] for subnet (8f3c94c2-39c2-422e-babe-c5b609a7843c), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:24.924097 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6f9b6d0c-cfd1-4e18-971f-11c2f59d7087 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3251476'] for subnet (8f3c94c2-39c2-422e-babe-c5b609a7843c), precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:24.965494 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6f9b6d0c-cfd1-4e18-971f-11c2f59d7087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16018794'] for subnet (8f3c94c2-39c2-422e-babe-c5b609a7843c), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:25.028045 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6f9b6d0c-cfd1-4e18-971f-11c2f59d7087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16022615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2445622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3802358'] for subnet (8f3c94c2-39c2-422e-babe-c5b609a7843c), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:25.058497 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b6d0c-cfd1-4e18-971f-11c2f59d7087 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f3c94c2-39c2-422e-babe-c5b609a7843c,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:25.063199 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6f9b6d0c-cfd1-4e18-971f-11c2f59d7087 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:25.066958 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-6f9b6d0c-cfd1-4e18-971f-11c2f59d7087 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/8f3c94c2-39c2-422e-babe-c5b609a7843c HTTP/1.1" status: 204 len: 168 time: 0.2397149 Sep 16 19:43:25.068766 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=12 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:25.069848 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 56080) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:43:25.070144 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=14 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:25.072123 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b6d0c-cfd1-4e18-971f-11c2f59d7087 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:25.072527 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b6d0c-cfd1-4e18-971f-11c2f59d7087 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:25.072914 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b6d0c-cfd1-4e18-971f-11c2f59d7087 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:25.073168 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b6d0c-cfd1-4e18-971f-11c2f59d7087 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:25.073482 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b6d0c-cfd1-4e18-971f-11c2f59d7087 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:25.073805 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b6d0c-cfd1-4e18-971f-11c2f59d7087 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:25.074123 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b6d0c-cfd1-4e18-971f-11c2f59d7087 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:25.074950 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b6d0c-cfd1-4e18-971f-11c2f59d7087 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:25.075267 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b6d0c-cfd1-4e18-971f-11c2f59d7087 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:25.075607 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b6d0c-cfd1-4e18-971f-11c2f59d7087 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:25.075927 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b6d0c-cfd1-4e18-971f-11c2f59d7087 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:25.076244 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b6d0c-cfd1-4e18-971f-11c2f59d7087 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:25.076591 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b6d0c-cfd1-4e18-971f-11c2f59d7087 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:25.076901 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b6d0c-cfd1-4e18-971f-11c2f59d7087 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:25.077216 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b6d0c-cfd1-4e18-971f-11c2f59d7087 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:25.146929 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8e44b845-d76d-4346-b387-8c6806a24383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15995935'] for network (8126ed11-04cb-4ecf-89c8-ff9b7f34edd0), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:25.228269 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8e44b845-d76d-4346-b387-8c6806a24383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16065089', 'neutron.services.segments.db._delete_segments_for_network-8764811785921'] for network (8126ed11-04cb-4ecf-89c8-ff9b7f34edd0), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:25.251332 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-8e44b845-d76d-4346-b387-8c6806a24383 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8126ed11-04cb-4ecf-89c8-ff9b7f34edd0']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:43:25.261497 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-8e44b845-d76d-4346-b387-8c6806a24383 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06cc2c57-dc7d-4985-ab3e-bc35eea74752') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:43:25.261787 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-8e44b845-d76d-4346-b387-8c6806a24383 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06cc2c57-dc7d-4985-ab3e-bc35eea74752') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:43:25.272121 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8e44b845-d76d-4346-b387-8c6806a24383 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764811785813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2891973'] for segment (06cc2c57-dc7d-4985-ab3e-bc35eea74752), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:25.286398 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8e44b845-d76d-4346-b387-8c6806a24383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694'] for segment (06cc2c57-dc7d-4985-ab3e-bc35eea74752), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:25.293222 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e44b845-d76d-4346-b387-8c6806a24383 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 19:43:25.293595 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8e44b845-d76d-4346-b387-8c6806a24383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2678466'] for segment (06cc2c57-dc7d-4985-ab3e-bc35eea74752), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:25.339613 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.services.segments.plugin [-] Segment 06cc2c57-dc7d-4985-ab3e-bc35eea74752 resource provider aggregate not found Sep 16 19:43:25.356054 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.services.segments.plugin [-] Segment 06cc2c57-dc7d-4985-ab3e-bc35eea74752 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 06cc2c57-dc7d-4985-ab3e-bc35eea74752 found for delete ", "request_id": "req-6f85ccc1-9a61-40d2-9214-558593800a73"}]} Sep 16 19:43:25.365336 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8e44b845-d76d-4346-b387-8c6806a24383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16065144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681100'] for network (8126ed11-04cb-4ecf-89c8-ff9b7f34edd0), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:25.370933 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8e44b845-d76d-4346-b387-8c6806a24383 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for network (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:25.374135 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-8e44b845-d76d-4346-b387-8c6806a24383 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/8126ed11-04cb-4ecf-89c8-ff9b7f34edd0 HTTP/1.1" status: 204 len: 168 time: 0.3031993 Sep 16 19:43:25.377344 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 56086) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:43:25.386392 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e44b845-d76d-4346-b387-8c6806a24383 admin admin] Pushing event deleted for resources: {'Network': ['ID=8126ed11-04cb-4ecf-89c8-ff9b7f34edd0,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:25.421829 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b7c0a45-34d2-49ae-96b3-78144626e6a0 admin admin] Deleting subnet d1f5e6db-facf-4bd6-a3b2-ac68ccd01445 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 19:43:25.425369 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4b7c0a45-34d2-49ae-96b3-78144626e6a0 admin admin] Publish callbacks [] for subnet (d1f5e6db-facf-4bd6-a3b2-ac68ccd01445), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:25.459803 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4b7c0a45-34d2-49ae-96b3-78144626e6a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3251476'] for subnet (d1f5e6db-facf-4bd6-a3b2-ac68ccd01445), precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:25.499754 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4b7c0a45-34d2-49ae-96b3-78144626e6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16018794'] for subnet (d1f5e6db-facf-4bd6-a3b2-ac68ccd01445), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:25.565931 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4b7c0a45-34d2-49ae-96b3-78144626e6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16022615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2445622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3802358'] for subnet (d1f5e6db-facf-4bd6-a3b2-ac68ccd01445), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:25.591512 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7c0a45-34d2-49ae-96b3-78144626e6a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1f5e6db-facf-4bd6-a3b2-ac68ccd01445,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:25.595585 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4b7c0a45-34d2-49ae-96b3-78144626e6a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:25.599393 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-4b7c0a45-34d2-49ae-96b3-78144626e6a0 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/d1f5e6db-facf-4bd6-a3b2-ac68ccd01445 HTTP/1.1" status: 204 len: 168 time: 0.2210250 Sep 16 19:43:25.603146 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 56088) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:43:25.673896 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6b24389e-8cd3-40a4-af89-6a337f180756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15995935'] for network (4b42c705-6e05-4659-9aef-817a1f561c89), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:25.756415 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6b24389e-8cd3-40a4-af89-6a337f180756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16065089', 'neutron.services.segments.db._delete_segments_for_network-8764811785921'] for network (4b42c705-6e05-4659-9aef-817a1f561c89), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:25.779586 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-6b24389e-8cd3-40a4-af89-6a337f180756 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b42c705-6e05-4659-9aef-817a1f561c89']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:43:25.789536 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-6b24389e-8cd3-40a4-af89-6a337f180756 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e008a2fa-c441-43c4-b3cc-d6a72315d59f') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:43:25.789796 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-6b24389e-8cd3-40a4-af89-6a337f180756 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e008a2fa-c441-43c4-b3cc-d6a72315d59f') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:43:25.801029 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6b24389e-8cd3-40a4-af89-6a337f180756 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764811785813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3251503'] for segment (e008a2fa-c441-43c4-b3cc-d6a72315d59f), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:25.818475 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6b24389e-8cd3-40a4-af89-6a337f180756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694'] for segment (e008a2fa-c441-43c4-b3cc-d6a72315d59f), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:25.825478 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b24389e-8cd3-40a4-af89-6a337f180756 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 19:43:25.825856 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6b24389e-8cd3-40a4-af89-6a337f180756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2445708'] for segment (e008a2fa-c441-43c4-b3cc-d6a72315d59f), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:25.887140 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6b24389e-8cd3-40a4-af89-6a337f180756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16065144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681100'] for network (4b42c705-6e05-4659-9aef-817a1f561c89), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:25.903101 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6b24389e-8cd3-40a4-af89-6a337f180756 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for network (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:25.906369 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-6b24389e-8cd3-40a4-af89-6a337f180756 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/4b42c705-6e05-4659-9aef-817a1f561c89 HTTP/1.1" status: 204 len: 168 time: 0.3022215 Sep 16 19:43:25.908844 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b24389e-8cd3-40a4-af89-6a337f180756 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b42c705-6e05-4659-9aef-817a1f561c89,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:25.981258 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.services.segments.plugin [-] Segment e008a2fa-c441-43c4-b3cc-d6a72315d59f resource provider aggregate not found Sep 16 19:43:25.999201 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.services.segments.plugin [-] Segment e008a2fa-c441-43c4-b3cc-d6a72315d59f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e008a2fa-c441-43c4-b3cc-d6a72315d59f found for delete ", "request_id": "req-1951da50-898d-41fe-9771-85569a0a5547"}]} Sep 16 19:43:26.088832 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 56098) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:43:26.124656 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:26.139182 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-cadce684-2667-44e6-888c-775d0551c2d5 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=e1f6a315e9c94ec39bf539b847c677cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0492036 Sep 16 19:43:26.143270 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 56100) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:43:26.196371 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-01ae0a7e-e1a6-4867-a20f-d71552803559 admin admin] Publish callbacks [] for security_group (b045c6f9-14cf-493f-ad84-df9cba375b5e), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:26.217842 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-01ae0a7e-e1a6-4867-a20f-d71552803559 admin admin] Publish callbacks [] for security_group (b045c6f9-14cf-493f-ad84-df9cba375b5e), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:26.284118 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-01ae0a7e-e1a6-4867-a20f-d71552803559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (b045c6f9-14cf-493f-ad84-df9cba375b5e), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:26.286804 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-01ae0a7e-e1a6-4867-a20f-d71552803559 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:26.287980 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-01ae0a7e-e1a6-4867-a20f-d71552803559 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/b045c6f9-14cf-493f-ad84-df9cba375b5e HTTP/1.1" status: 204 len: 168 time: 0.1437397 Sep 16 19:43:26.297610 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae0a7e-e1a6-4867-a20f-d71552803559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b045c6f9-14cf-493f-ad84-df9cba375b5e,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:26.636360 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 56106) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:43:26.677811 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-a6beae86-786e-44a0-ad53-51af9ee7ba26 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=129fc502d09545d6acb16a7ebe7457ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402641 Sep 16 19:43:26.680412 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 56108) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:43:26.745412 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c9f7ce39-4a99-4955-8a6d-f414571ff4ed admin admin] Publish callbacks [] for security_group (8e332982-a584-44d9-8324-5d5022f4c155), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:26.767291 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c9f7ce39-4a99-4955-8a6d-f414571ff4ed admin admin] Publish callbacks [] for security_group (8e332982-a584-44d9-8324-5d5022f4c155), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:26.826580 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c9f7ce39-4a99-4955-8a6d-f414571ff4ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (8e332982-a584-44d9-8324-5d5022f4c155), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:26.829441 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c9f7ce39-4a99-4955-8a6d-f414571ff4ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:26.830624 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-c9f7ce39-4a99-4955-8a6d-f414571ff4ed admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/8e332982-a584-44d9-8324-5d5022f4c155 HTTP/1.1" status: 204 len: 168 time: 0.1493120 Sep 16 19:43:26.838510 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f7ce39-4a99-4955-8a6d-f414571ff4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e332982-a584-44d9-8324-5d5022f4c155,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:30.035359 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-47957357-e360-419c-9cb0-4be9bb26abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:32.117101 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:32.290961 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1b0ec371-5111-4786-9de4-2d2594c797ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:33.693100 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:35.048531 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:35.132259 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:35.319180 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 56228) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:43:35.430950 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3bdaf078-4baf-46d5-a8b5-e910661b8bf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:35.510253 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3bdaf078-4baf-46d5-a8b5-e910661b8bf8 admin admin] Publish callbacks [] for security_group (f9963279-7ff6-4da2-8fe6-d9e0762b52d3), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:35.516333 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3bdaf078-4baf-46d5-a8b5-e910661b8bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (f9963279-7ff6-4da2-8fe6-d9e0762b52d3), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:35.549376 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=7,neutron:INSERT=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:35.556009 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdaf078-4baf-46d5-a8b5-e910661b8bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9963279-7ff6-4da2-8fe6-d9e0762b52d3,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:35.562531 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-3bdaf078-4baf-46d5-a8b5-e910661b8bf8 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=ab84c41ce777425cb69790b45def0cb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2423382 Sep 16 19:43:35.565406 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 56232) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:43:35.619198 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c219e826-36f1-4ad9-bd9d-da26d09b4f5a admin admin] Publish callbacks [] for security_group (f9963279-7ff6-4da2-8fe6-d9e0762b52d3), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:35.640252 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c219e826-36f1-4ad9-bd9d-da26d09b4f5a admin admin] Publish callbacks [] for security_group (f9963279-7ff6-4da2-8fe6-d9e0762b52d3), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:35.689978 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c219e826-36f1-4ad9-bd9d-da26d09b4f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (f9963279-7ff6-4da2-8fe6-d9e0762b52d3), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:35.692793 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c219e826-36f1-4ad9-bd9d-da26d09b4f5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:35.694201 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-c219e826-36f1-4ad9-bd9d-da26d09b4f5a admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/f9963279-7ff6-4da2-8fe6-d9e0762b52d3 HTTP/1.1" status: 204 len: 168 time: 0.1277292 Sep 16 19:43:35.706710 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c219e826-36f1-4ad9-bd9d-da26d09b4f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9963279-7ff6-4da2-8fe6-d9e0762b52d3,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:35.989447 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 56238) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:43:36.002690 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-df16e971-0fae-4493-a453-bb8e5b1261ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:36.091915 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-df16e971-0fae-4493-a453-bb8e5b1261ce admin admin] Publish callbacks [] for security_group (19afba19-a038-479e-bb9f-7ec7e2a31c0e), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:36.097824 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-df16e971-0fae-4493-a453-bb8e5b1261ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (19afba19-a038-479e-bb9f-7ec7e2a31c0e), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:36.136858 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-df16e971-0fae-4493-a453-bb8e5b1261ce admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=e930ed1fd53f4cefabae998aab9f87fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1463180 Sep 16 19:43:36.137794 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df16e971-0fae-4493-a453-bb8e5b1261ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19afba19-a038-479e-bb9f-7ec7e2a31c0e,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:36.139758 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 56240) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:43:36.197059 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-00089213-9539-4ff0-a5a7-064f3d982181 admin admin] Publish callbacks [] for security_group (19afba19-a038-479e-bb9f-7ec7e2a31c0e), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:36.222370 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-00089213-9539-4ff0-a5a7-064f3d982181 admin admin] Publish callbacks [] for security_group (19afba19-a038-479e-bb9f-7ec7e2a31c0e), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:36.271091 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-00089213-9539-4ff0-a5a7-064f3d982181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (19afba19-a038-479e-bb9f-7ec7e2a31c0e), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:36.273695 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-00089213-9539-4ff0-a5a7-064f3d982181 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:36.274832 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-00089213-9539-4ff0-a5a7-064f3d982181 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/19afba19-a038-479e-bb9f-7ec7e2a31c0e HTTP/1.1" status: 204 len: 168 time: 0.1338446 Sep 16 19:43:36.282385 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00089213-9539-4ff0-a5a7-064f3d982181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19afba19-a038-479e-bb9f-7ec7e2a31c0e,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:36.621340 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 56246) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:43:36.635091 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-35d6636c-8800-44e4-8bbb-dc6d4416d33a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:36.662456 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:36.682652 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:36.717428 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-35d6636c-8800-44e4-8bbb-dc6d4416d33a admin admin] Publish callbacks [] for security_group (8ba59509-7c01-4597-aa01-368fb0cdaee6), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:36.725192 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-35d6636c-8800-44e4-8bbb-dc6d4416d33a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (8ba59509-7c01-4597-aa01-368fb0cdaee6), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:36.765375 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-35d6636c-8800-44e4-8bbb-dc6d4416d33a admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=c121e98bf0914e6cb84f7d0ab324f021&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1429584 Sep 16 19:43:36.766221 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d6636c-8800-44e4-8bbb-dc6d4416d33a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba59509-7c01-4597-aa01-368fb0cdaee6,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:36.768274 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 56248) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:43:36.819425 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-97596ddd-13d1-490d-884e-24175303d136 admin admin] Publish callbacks [] for security_group (8ba59509-7c01-4597-aa01-368fb0cdaee6), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:36.839147 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-97596ddd-13d1-490d-884e-24175303d136 admin admin] Publish callbacks [] for security_group (8ba59509-7c01-4597-aa01-368fb0cdaee6), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:36.888850 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-97596ddd-13d1-490d-884e-24175303d136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (8ba59509-7c01-4597-aa01-368fb0cdaee6), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:36.891318 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-97596ddd-13d1-490d-884e-24175303d136 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:36.892476 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-97596ddd-13d1-490d-884e-24175303d136 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/8ba59509-7c01-4597-aa01-368fb0cdaee6 HTTP/1.1" status: 204 len: 168 time: 0.1231716 Sep 16 19:43:36.900595 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97596ddd-13d1-490d-884e-24175303d136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba59509-7c01-4597-aa01-368fb0cdaee6,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:38.445356 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:43:45.720897 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:46.752450 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=9 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:46.761367 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:INSERT=5,neutron:SELECT=13 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:46.872309 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=47,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:46.897094 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=77,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:46.913074 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=16,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:47.285764 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 56326) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:43:47.407885 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3d78f651-acdc-4ef9-be06-b7638fdc6578 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:47.486045 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3d78f651-acdc-4ef9-be06-b7638fdc6578 admin admin] Publish callbacks [] for security_group (cfe8d8b4-ded1-4532-a737-9d540e588d3f), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:47.492443 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3d78f651-acdc-4ef9-be06-b7638fdc6578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (cfe8d8b4-ded1-4532-a737-9d540e588d3f), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:47.531017 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-3d78f651-acdc-4ef9-be06-b7638fdc6578 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=1f4ffb01e41f4d12a8f097fce3109e65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2438831 Sep 16 19:43:47.531842 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d78f651-acdc-4ef9-be06-b7638fdc6578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe8d8b4-ded1-4532-a737-9d540e588d3f,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:47.534493 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 56330) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:43:47.540107 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d78f651-acdc-4ef9-be06-b7638fdc6578 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:47.540646 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d78f651-acdc-4ef9-be06-b7638fdc6578 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:47.540986 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d78f651-acdc-4ef9-be06-b7638fdc6578 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:47.541323 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d78f651-acdc-4ef9-be06-b7638fdc6578 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:47.541651 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d78f651-acdc-4ef9-be06-b7638fdc6578 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:47.541978 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d78f651-acdc-4ef9-be06-b7638fdc6578 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:47.542303 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d78f651-acdc-4ef9-be06-b7638fdc6578 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:47.542621 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d78f651-acdc-4ef9-be06-b7638fdc6578 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:47.542936 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d78f651-acdc-4ef9-be06-b7638fdc6578 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:47.543258 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d78f651-acdc-4ef9-be06-b7638fdc6578 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:47.543578 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d78f651-acdc-4ef9-be06-b7638fdc6578 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:47.543898 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d78f651-acdc-4ef9-be06-b7638fdc6578 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:47.544211 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d78f651-acdc-4ef9-be06-b7638fdc6578 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:47.544554 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d78f651-acdc-4ef9-be06-b7638fdc6578 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:47.544867 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d78f651-acdc-4ef9-be06-b7638fdc6578 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:47.585990 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8107ee1b-e147-44d0-8f9c-266b85dd48d2 admin admin] Publish callbacks [] for security_group (cfe8d8b4-ded1-4532-a737-9d540e588d3f), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:47.607164 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8107ee1b-e147-44d0-8f9c-266b85dd48d2 admin admin] Publish callbacks [] for security_group (cfe8d8b4-ded1-4532-a737-9d540e588d3f), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:47.656509 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8107ee1b-e147-44d0-8f9c-266b85dd48d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (cfe8d8b4-ded1-4532-a737-9d540e588d3f), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:47.659009 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8107ee1b-e147-44d0-8f9c-266b85dd48d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:47.660144 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-8107ee1b-e147-44d0-8f9c-266b85dd48d2 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/cfe8d8b4-ded1-4532-a737-9d540e588d3f HTTP/1.1" status: 204 len: 168 time: 0.1247365 Sep 16 19:43:47.668855 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8107ee1b-e147-44d0-8f9c-266b85dd48d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe8d8b4-ded1-4532-a737-9d540e588d3f,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:48.340263 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 56356) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:43:48.442331 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-66b676e3-2ead-4c8d-82b8-9eb3fcad96f9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1840007754-network', 'tenant_id': '40b81d1ed9bb412588f97007da53017c'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:43:48.465858 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b676e3-2ead-4c8d-82b8-9eb3fcad96f9 admin admin] Made reservation on behalf of 40b81d1ed9bb412588f97007da53017c for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:43:48.468208 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-66b676e3-2ead-4c8d-82b8-9eb3fcad96f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for network (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:48.477245 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-66b676e3-2ead-4c8d-82b8-9eb3fcad96f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:48.556630 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-66b676e3-2ead-4c8d-82b8-9eb3fcad96f9 admin admin] Publish callbacks [] for security_group (14ff285c-89b1-4cad-a7b3-292b4be107c0), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:48.564804 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-66b676e3-2ead-4c8d-82b8-9eb3fcad96f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (14ff285c-89b1-4cad-a7b3-292b4be107c0), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:48.597957 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66b676e3-2ead-4c8d-82b8-9eb3fcad96f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 19:43:48.608411 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b676e3-2ead-4c8d-82b8-9eb3fcad96f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ff285c-89b1-4cad-a7b3-292b4be107c0,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:48.613404 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-66b676e3-2ead-4c8d-82b8-9eb3fcad96f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694'] for segment (c4a4c158-518a-46a4-85d6-de1bac082d21), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:48.613719 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.db.segments_db [None req-66b676e3-2ead-4c8d-82b8-9eb3fcad96f9 admin admin] Added segment c4a4c158-518a-46a4-85d6-de1bac082d21 of type vlan for network 536fffa3-4df1-4dbe-b3de-514304db22e6 Sep 16 19:43:48.655796 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-66b676e3-2ead-4c8d-82b8-9eb3fcad96f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764811224998'] for network (536fffa3-4df1-4dbe-b3de-514304db22e6), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:48.686549 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-66b676e3-2ead-4c8d-82b8-9eb3fcad96f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119'] for network (536fffa3-4df1-4dbe-b3de-514304db22e6), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:48.687626 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b676e3-2ead-4c8d-82b8-9eb3fcad96f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:43:48.688208 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-66b676e3-2ead-4c8d-82b8-9eb3fcad96f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for network (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:48.748005 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-66b676e3-2ead-4c8d-82b8-9eb3fcad96f9 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4065745 Sep 16 19:43:48.751142 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 56362) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:43:48.753168 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b676e3-2ead-4c8d-82b8-9eb3fcad96f9 admin admin] Pushing event updated for resources: {'Network': ['ID=536fffa3-4df1-4dbe-b3de-514304db22e6,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:48.758911 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-0bf69787-f158-4ba8-97aa-b7963376de9b admin admin] Request body: {'subnet': {'network_id': '536fffa3-4df1-4dbe-b3de-514304db22e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1840007754-subnet', 'tenant_id': '40b81d1ed9bb412588f97007da53017c', 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:43:48.764900 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Network 536fffa3-4df1-4dbe-b3de-514304db22e6 details requested by agent ovs-agent-dv-cinder-850320-7-iscsi with host dv-cinder-850320-7-iscsi {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 19:43:48.781899 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf69787-f158-4ba8-97aa-b7963376de9b admin admin] Made reservation on behalf of 40b81d1ed9bb412588f97007da53017c for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:43:48.784372 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0bf69787-f158-4ba8-97aa-b7963376de9b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3802329'] for subnet (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:48.955772 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0bf69787-f158-4ba8-97aa-b7963376de9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2443497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3802319'] for subnet (44df0974-d973-4958-943e-833459860578), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:48.958534 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=77,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:49.010334 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:49.012245 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf69787-f158-4ba8-97aa-b7963376de9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=44df0974-d973-4958-943e-833459860578,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:49.029381 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf69787-f158-4ba8-97aa-b7963376de9b admin admin] Checking segment: {'id': 'c4a4c158-518a-46a4-85d6-de1bac082d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '536fffa3-4df1-4dbe-b3de-514304db22e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:43:49.029721 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf69787-f158-4ba8-97aa-b7963376de9b admin admin] Network hostable DHCP agents. Network: 536fffa3-4df1-4dbe-b3de-514304db22e6, hostable agents: ['ba1fefac-954c-4dc4-b172-e3e5be1bbc35'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 19:43:49.049418 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf69787-f158-4ba8-97aa-b7963376de9b admin admin] Network 536fffa3-4df1-4dbe-b3de-514304db22e6 is scheduled to be hosted by DHCP agent ba1fefac-954c-4dc4-b172-e3e5be1bbc35 with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 19:43:49.061960 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-0bf69787-f158-4ba8-97aa-b7963376de9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850320-7-iscsi, 536fffa3-4df1-4dbe-b3de-514304db22e6) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:43:49.066273 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf69787-f158-4ba8-97aa-b7963376de9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:43:49.066856 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0bf69787-f158-4ba8-97aa-b7963376de9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:49.071563 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed99428d-bf1b-4b91-b938-949247ef1b33 None None] Network 536fffa3-4df1-4dbe-b3de-514304db22e6 requested from dv-cinder-850320-7-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 19:43:49.086281 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-0bf69787-f158-4ba8-97aa-b7963376de9b admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3339319 Sep 16 19:43:49.089055 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 56366) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:43:49.093289 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-9916466f-7aa7-4af5-b1e8-d7e81d5231c8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1840007754-router', 'tenant_id': '40b81d1ed9bb412588f97007da53017c', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:43:49.116806 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9916466f-7aa7-4af5-b1e8-d7e81d5231c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-680076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4722'] for router (343cdf14-e653-4eda-aacc-c923edf52e23), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:49.118496 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9916466f-7aa7-4af5-b1e8-d7e81d5231c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-776702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4729'] for router (343cdf14-e653-4eda-aacc-c923edf52e23), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:49.171641 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9916466f-7aa7-4af5-b1e8-d7e81d5231c8 admin admin] Publish callbacks [] for router_controller (343cdf14-e653-4eda-aacc-c923edf52e23), precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:49.182764 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bf2088-8a56-4508-80fd-25792b76de60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3be41fd3-b622-5347-8adb-91649a85407c-536fffa3-4df1-4dbe-b3de-514304db22e6', 'network_id': '536fffa3-4df1-4dbe-b3de-514304db22e6', 'project_id': '40b81d1ed9bb412588f97007da53017c', 'fixed_ips': [{'subnet_id': '44df0974-d973-4958-943e-833459860578'}]}} from dv-cinder-850320-7-iscsi. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 19:43:49.183695 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e9bf2088-8a56-4508-80fd-25792b76de60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:49.306895 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9916466f-7aa7-4af5-b1e8-d7e81d5231c8 admin admin] Publish callbacks [] for router_gateway (343cdf14-e653-4eda-aacc-c923edf52e23), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:49.325992 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-e9bf2088-8a56-4508-80fd-25792b76de60 None None] Allocated IP 172.20.0.2 (536fffa3-4df1-4dbe-b3de-514304db22e6/44df0974-d973-4958-943e-833459860578/734f55f9-b1a5-46e0-83ec-889d48c41536) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:43:49.470547 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e9bf2088-8a56-4508-80fd-25792b76de60 None None] Publish callbacks [] for port (734f55f9-b1a5-46e0-83ec-889d48c41536), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:49.478850 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e9bf2088-8a56-4508-80fd-25792b76de60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816'] for port (734f55f9-b1a5-46e0-83ec-889d48c41536), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:49.484974 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9916466f-7aa7-4af5-b1e8-d7e81d5231c8 admin admin] Publish callbacks [] for router_gateway (343cdf14-e653-4eda-aacc-c923edf52e23), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:49.503527 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9916466f-7aa7-4af5-b1e8-d7e81d5231c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:49.520810 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bf2088-8a56-4508-80fd-25792b76de60 None None] Network 536fffa3-4df1-4dbe-b3de-514304db22e6 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:43:49.526083 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-e9bf2088-8a56-4508-80fd-25792b76de60 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:43:49.528286 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf2088-8a56-4508-80fd-25792b76de60 None None] Pushing event updated for resources: {'Port': ['ID=734f55f9-b1a5-46e0-83ec-889d48c41536,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:49.530477 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bf2088-8a56-4508-80fd-25792b76de60 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:43:49.539479 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf2088-8a56-4508-80fd-25792b76de60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:49.539911 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf2088-8a56-4508-80fd-25792b76de60 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:49.540362 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf2088-8a56-4508-80fd-25792b76de60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:49.540644 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf2088-8a56-4508-80fd-25792b76de60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:49.540978 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf2088-8a56-4508-80fd-25792b76de60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:49.541346 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf2088-8a56-4508-80fd-25792b76de60 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:49.541703 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf2088-8a56-4508-80fd-25792b76de60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:49.542087 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf2088-8a56-4508-80fd-25792b76de60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:49.542366 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf2088-8a56-4508-80fd-25792b76de60 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:49.542726 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf2088-8a56-4508-80fd-25792b76de60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:49.543065 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf2088-8a56-4508-80fd-25792b76de60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:49.543383 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf2088-8a56-4508-80fd-25792b76de60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:49.544272 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf2088-8a56-4508-80fd-25792b76de60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:49.544272 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf2088-8a56-4508-80fd-25792b76de60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:49.544531 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf2088-8a56-4508-80fd-25792b76de60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:49.598509 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-e9bf2088-8a56-4508-80fd-25792b76de60 None None] Attempting to bind port 734f55f9-b1a5-46e0-83ec-889d48c41536 on host dv-cinder-850320-7-iscsi for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:43:49.598783 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-e9bf2088-8a56-4508-80fd-25792b76de60 None None] Attempting to bind port 734f55f9-b1a5-46e0-83ec-889d48c41536 by drivers openvswitch,hyperv on host dv-cinder-850320-7-iscsi at level 0 using segments [{'id': 'c4a4c158-518a-46a4-85d6-de1bac082d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '536fffa3-4df1-4dbe-b3de-514304db22e6'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:43:49.599145 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bf2088-8a56-4508-80fd-25792b76de60 None None] Attempting to bind port 734f55f9-b1a5-46e0-83ec-889d48c41536 on network 536fffa3-4df1-4dbe-b3de-514304db22e6 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:43:49.610666 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-9916466f-7aa7-4af5-b1e8-d7e81d5231c8 admin admin] Allocated IP 172.27.2.35 (01cd8397-3ed1-4c5d-9923-fabf569219df/d3fb57fd-37cc-4923-b90f-7dd3d712a8d3/c52d33ca-972b-497e-b214-e2ead6f494a2) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:43:49.641625 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bf2088-8a56-4508-80fd-25792b76de60 None None] Checking agent: {'id': 'b5f6a205-959f-46f4-8ef4-8f70c2c67a2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850320-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 18, 35), 'started_at': datetime.datetime(2022, 9, 16, 19, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850320-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:43:49.641981 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bf2088-8a56-4508-80fd-25792b76de60 None None] Checking segment: {'id': 'c4a4c158-518a-46a4-85d6-de1bac082d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '536fffa3-4df1-4dbe-b3de-514304db22e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:43:49.642403 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e9bf2088-8a56-4508-80fd-25792b76de60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:49.642773 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bf2088-8a56-4508-80fd-25792b76de60 None None] Bound using segment: {'id': 'c4a4c158-518a-46a4-85d6-de1bac082d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '536fffa3-4df1-4dbe-b3de-514304db22e6'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:43:49.643243 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-e9bf2088-8a56-4508-80fd-25792b76de60 None None] Bound port: 734f55f9-b1a5-46e0-83ec-889d48c41536, host: dv-cinder-850320-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4a4c158-518a-46a4-85d6-de1bac082d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '536fffa3-4df1-4dbe-b3de-514304db22e6'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:43:49.643615 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e9bf2088-8a56-4508-80fd-25792b76de60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (734f55f9-b1a5-46e0-83ec-889d48c41536), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:49.706787 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-e9bf2088-8a56-4508-80fd-25792b76de60 None None] For port 734f55f9-b1a5-46e0-83ec-889d48c41536, host dv-cinder-850320-7-iscsi, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:43:49.709853 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-e9bf2088-8a56-4508-80fd-25792b76de60 None None] For port 734f55f9-b1a5-46e0-83ec-889d48c41536, host dv-cinder-850320-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=734f55f9-b1a5-46e0-83ec-889d48c41536,segment=NetworkSegment(c4a4c158-518a-46a4-85d6-de1bac082d21),segment_id=c4a4c158-518a-46a4-85d6-de1bac082d21)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:43:49.716762 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e9bf2088-8a56-4508-80fd-25792b76de60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (734f55f9-b1a5-46e0-83ec-889d48c41536), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:49.717851 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9916466f-7aa7-4af5-b1e8-d7e81d5231c8 admin admin] Publish callbacks [] for port (c52d33ca-972b-497e-b214-e2ead6f494a2), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:49.756708 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9916466f-7aa7-4af5-b1e8-d7e81d5231c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (c52d33ca-972b-497e-b214-e2ead6f494a2), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:49.771350 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf2088-8a56-4508-80fd-25792b76de60 None None] Pushing event updated for resources: {'Port': ['ID=734f55f9-b1a5-46e0-83ec-889d48c41536,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:49.782800 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:49.805560 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9916466f-7aa7-4af5-b1e8-d7e81d5231c8 admin admin] Network 01cd8397-3ed1-4c5d-9923-fabf569219df is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:43:49.811379 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-9916466f-7aa7-4af5-b1e8-d7e81d5231c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:43:49.813863 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9916466f-7aa7-4af5-b1e8-d7e81d5231c8 admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:43:49.834866 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9916466f-7aa7-4af5-b1e8-d7e81d5231c8 admin admin] Pushing event updated for resources: {'Port': ['ID=c52d33ca-972b-497e-b214-e2ead6f494a2,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:49.930530 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:50.074654 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9916466f-7aa7-4af5-b1e8-d7e81d5231c8 admin admin] Publish callbacks [] for router_gateway (343cdf14-e653-4eda-aacc-c923edf52e23), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:50.262327 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9916466f-7aa7-4af5-b1e8-d7e81d5231c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-680937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router (343cdf14-e653-4eda-aacc-c923edf52e23), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:50.369513 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:50.378043 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=5 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:50.400139 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9916466f-7aa7-4af5-b1e8-d7e81d5231c8 admin admin] Router 343cdf14-e653-4eda-aacc-c923edf52e23 is scheduled to L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 19:43:50.502842 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9916466f-7aa7-4af5-b1e8-d7e81d5231c8 admin admin] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:43:50.512480 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7c78c7-e479-41f0-bf2c-4452ff64c9ce None None] Sync routers for ids ['343cdf14-e653-4eda-aacc-c923edf52e23'] in dv-cinder-850320-7-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:43:50.524526 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9916466f-7aa7-4af5-b1e8-d7e81d5231c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:50.525081 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7c78c7-e479-41f0-bf2c-4452ff64c9ce None None] Routers {'343cdf14-e653-4eda-aacc-c923edf52e23'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:43:50.528688 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-9916466f-7aa7-4af5-b1e8-d7e81d5231c8 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4360766 Sep 16 19:43:50.528925 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 56370) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:43:50.529399 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-6c7c78c7-e479-41f0-bf2c-4452ff64c9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:43:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['343cdf14-e653-4eda-aacc-c923edf52e23'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:43:50.619040 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3498dddc-94c3-4b25-b0c7-421421e49e73 None None] Network 536fffa3-4df1-4dbe-b3de-514304db22e6 requested from dv-cinder-850320-7-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 19:43:50.633758 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-6c7c78c7-e479-41f0-bf2c-4452ff64c9ce None None] Set router 343cdf14-e653-4eda-aacc-c923edf52e23 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:43:50.688549 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a8e901a7-78cf-4bc5-802c-2ffff3b8922c None None] Provisioning complete for port 734f55f9-b1a5-46e0-83ec-889d48c41536 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:43:50.688825 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a8e901a7-78cf-4bc5-802c-2ffff3b8922c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (734f55f9-b1a5-46e0-83ec-889d48c41536), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:50.689362 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-a8e901a7-78cf-4bc5-802c-2ffff3b8922c None None] Attempt 1 to provision port 734f55f9-b1a5-46e0-83ec-889d48c41536 Sep 16 19:43:50.693312 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:50.715556 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:50.771884 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:50.862552 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-a8e901a7-78cf-4bc5-802c-2ffff3b8922c None None] Current status of the port 734f55f9-b1a5-46e0-83ec-889d48c41536 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:43:50.863657 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a8e901a7-78cf-4bc5-802c-2ffff3b8922c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (734f55f9-b1a5-46e0-83ec-889d48c41536), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:50.877419 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:50.942716 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-a8e901a7-78cf-4bc5-802c-2ffff3b8922c None None] For port 734f55f9-b1a5-46e0-83ec-889d48c41536, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=734f55f9-b1a5-46e0-83ec-889d48c41536,segment=NetworkSegment(c4a4c158-518a-46a4-85d6-de1bac082d21),segment_id=c4a4c158-518a-46a4-85d6-de1bac082d21)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:43:50.944630 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-6c7c78c7-e479-41f0-bf2c-4452ff64c9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343cdf14-e653-4eda-aacc-c923edf52e23', 'name': 'tempest-TestMinimumBasicScenario-1840007754-router', 'tenant_id': '40b81d1ed9bb412588f97007da53017c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'c52d33ca-972b-497e-b214-e2ead6f494a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:43:49Z', 'updated_at': '2022-09-16T19:43:49Z', 'revision_number': 3, 'project_id': '40b81d1ed9bb412588f97007da53017c', 'gw_port': {'id': 'c52d33ca-972b-497e-b214-e2ead6f494a2', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c8:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343cdf14-e653-4eda-aacc-c923edf52e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:43:49Z', 'updated_at': '2022-09-16T19:43:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi'}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:43:50.949840 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a8e901a7-78cf-4bc5-802c-2ffff3b8922c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (734f55f9-b1a5-46e0-83ec-889d48c41536), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:50.974877 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7c78c7-e479-41f0-bf2c-4452ff64c9ce None None] Checking router: 343cdf14-e653-4eda-aacc-c923edf52e23 for host: dv-cinder-850320-7-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:43:50.975403 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7c78c7-e479-41f0-bf2c-4452ff64c9ce None None] Updating router 343cdf14-e653-4eda-aacc-c923edf52e23 port c52d33ca-972b-497e-b214-e2ead6f494a2 binding host dv-cinder-850320-7-iscsi {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 19:43:50.992282 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 734f55f9-b1a5-46e0-83ec-889d48c41536 up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:43:50.997139 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f9f911ec-aec5-47c4-a713-d73a0fb919b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:51.016144 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-6c7c78c7-e479-41f0-bf2c-4452ff64c9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (c52d33ca-972b-497e-b214-e2ead6f494a2), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:51.054683 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e901a7-78cf-4bc5-802c-2ffff3b8922c None None] Pushing event updated for resources: {'Port': ['ID=734f55f9-b1a5-46e0-83ec-889d48c41536,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:51.077809 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port 734f55f9-b1a5-46e0-83ec-889d48c41536 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:43:51.078181 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (734f55f9-b1a5-46e0-83ec-889d48c41536), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:51.078514 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port 734f55f9-b1a5-46e0-83ec-889d48c41536 Sep 16 19:43:51.102351 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-224c93b1-fae2-4ec6-a1de-ec278114548c None None] Provisioning complete for port 734f55f9-b1a5-46e0-83ec-889d48c41536 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:43:51.102716 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-224c93b1-fae2-4ec6-a1de-ec278114548c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (734f55f9-b1a5-46e0-83ec-889d48c41536), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:51.103678 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-224c93b1-fae2-4ec6-a1de-ec278114548c None None] Attempt 1 to provision port 734f55f9-b1a5-46e0-83ec-889d48c41536 Sep 16 19:43:51.292467 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-6c7c78c7-e479-41f0-bf2c-4452ff64c9ce None None] Publish callbacks [] for port (c52d33ca-972b-497e-b214-e2ead6f494a2), precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:51.300644 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-6c7c78c7-e479-41f0-bf2c-4452ff64c9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (c52d33ca-972b-497e-b214-e2ead6f494a2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:51.340790 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-6c7c78c7-e479-41f0-bf2c-4452ff64c9ce None None] Attempting to bind port c52d33ca-972b-497e-b214-e2ead6f494a2 on host dv-cinder-850320-7-iscsi for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:43:51.341219 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-6c7c78c7-e479-41f0-bf2c-4452ff64c9ce None None] Attempting to bind port c52d33ca-972b-497e-b214-e2ead6f494a2 by drivers openvswitch,hyperv on host dv-cinder-850320-7-iscsi at level 0 using segments [{'id': 'ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:43:51.341468 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7c78c7-e479-41f0-bf2c-4452ff64c9ce None None] Attempting to bind port c52d33ca-972b-497e-b214-e2ead6f494a2 on network 01cd8397-3ed1-4c5d-9923-fabf569219df {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:43:51.369455 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port 734f55f9-b1a5-46e0-83ec-889d48c41536 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:43:51.371956 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-224c93b1-fae2-4ec6-a1de-ec278114548c None None] Current status of the port 734f55f9-b1a5-46e0-83ec-889d48c41536 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:43:51.373055 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c212377-6d11-4496-ac31-077279a767a4 None None] Pushing event updated for resources: {'Port': ['ID=c52d33ca-972b-497e-b214-e2ead6f494a2,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:51.387977 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c212377-6d11-4496-ac31-077279a767a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:51.388315 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c212377-6d11-4496-ac31-077279a767a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:51.388708 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c212377-6d11-4496-ac31-077279a767a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:51.389029 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c212377-6d11-4496-ac31-077279a767a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:51.389360 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c212377-6d11-4496-ac31-077279a767a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:51.389663 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c212377-6d11-4496-ac31-077279a767a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:51.389977 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c212377-6d11-4496-ac31-077279a767a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:51.390287 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c212377-6d11-4496-ac31-077279a767a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:51.390598 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c212377-6d11-4496-ac31-077279a767a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:51.390908 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c212377-6d11-4496-ac31-077279a767a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:51.391222 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c212377-6d11-4496-ac31-077279a767a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:51.391548 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c212377-6d11-4496-ac31-077279a767a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:51.391858 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c212377-6d11-4496-ac31-077279a767a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:51.392161 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c212377-6d11-4496-ac31-077279a767a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:51.392494 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c212377-6d11-4496-ac31-077279a767a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:43:51.412698 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7c78c7-e479-41f0-bf2c-4452ff64c9ce None None] Checking agent: {'id': 'b5f6a205-959f-46f4-8ef4-8f70c2c67a2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850320-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 18, 35), 'started_at': datetime.datetime(2022, 9, 16, 19, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850320-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:43:51.413058 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7c78c7-e479-41f0-bf2c-4452ff64c9ce None None] Checking segment: {'id': 'ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:43:51.413448 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-6c7c78c7-e479-41f0-bf2c-4452ff64c9ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:51.413880 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7c78c7-e479-41f0-bf2c-4452ff64c9ce None None] Bound using segment: {'id': 'ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:43:51.414340 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-6c7c78c7-e479-41f0-bf2c-4452ff64c9ce None None] Bound port: c52d33ca-972b-497e-b214-e2ead6f494a2, host: dv-cinder-850320-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:43:51.414762 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-6c7c78c7-e479-41f0-bf2c-4452ff64c9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (c52d33ca-972b-497e-b214-e2ead6f494a2), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:51.425218 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-f9f911ec-aec5-47c4-a713-d73a0fb919b4 admin admin] Allocated IP 172.20.0.1 (536fffa3-4df1-4dbe-b3de-514304db22e6/44df0974-d973-4958-943e-833459860578/489f937b-b72f-44f8-a1ca-26f16e981f16) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:43:51.462902 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-6c7c78c7-e479-41f0-bf2c-4452ff64c9ce None None] For port c52d33ca-972b-497e-b214-e2ead6f494a2, host dv-cinder-850320-7-iscsi, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:43:51.465976 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-6c7c78c7-e479-41f0-bf2c-4452ff64c9ce None None] For port c52d33ca-972b-497e-b214-e2ead6f494a2, host dv-cinder-850320-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=c52d33ca-972b-497e-b214-e2ead6f494a2,segment=NetworkSegment(ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2),segment_id=ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:43:51.472115 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-6c7c78c7-e479-41f0-bf2c-4452ff64c9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (c52d33ca-972b-497e-b214-e2ead6f494a2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:51.507552 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7c78c7-e479-41f0-bf2c-4452ff64c9ce None None] Routers {'343cdf14-e653-4eda-aacc-c923edf52e23'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:43:51.508132 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-6c7c78c7-e479-41f0-bf2c-4452ff64c9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:43:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['343cdf14-e653-4eda-aacc-c923edf52e23'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:43:51.528740 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f9f911ec-aec5-47c4-a713-d73a0fb919b4 admin admin] Publish callbacks [] for port (489f937b-b72f-44f8-a1ca-26f16e981f16), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:51.561222 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c212377-6d11-4496-ac31-077279a767a4 None None] Pushing event updated for resources: {'Port': ['ID=c52d33ca-972b-497e-b214-e2ead6f494a2,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:51.562806 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f9f911ec-aec5-47c4-a713-d73a0fb919b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (489f937b-b72f-44f8-a1ca-26f16e981f16), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:51.572552 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:51.600821 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:51.607770 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f911ec-aec5-47c4-a713-d73a0fb919b4 admin admin] Network 536fffa3-4df1-4dbe-b3de-514304db22e6 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:43:51.612857 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-f9f911ec-aec5-47c4-a713-d73a0fb919b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:43:51.615044 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f911ec-aec5-47c4-a713-d73a0fb919b4 admin admin] Pushing event updated for resources: {'Port': ['ID=489f937b-b72f-44f8-a1ca-26f16e981f16,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:51.617573 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f911ec-aec5-47c4-a713-d73a0fb919b4 admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:43:51.637312 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-6c7c78c7-e479-41f0-bf2c-4452ff64c9ce None None] Set router 343cdf14-e653-4eda-aacc-c923edf52e23 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:43:51.657684 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f9f911ec-aec5-47c4-a713-d73a0fb919b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771352'] for router_interface (343cdf14-e653-4eda-aacc-c923edf52e23), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:51.799360 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f9f911ec-aec5-47c4-a713-d73a0fb919b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (489f937b-b72f-44f8-a1ca-26f16e981f16), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:51.833939 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-6c7c78c7-e479-41f0-bf2c-4452ff64c9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343cdf14-e653-4eda-aacc-c923edf52e23', 'name': 'tempest-TestMinimumBasicScenario-1840007754-router', 'tenant_id': '40b81d1ed9bb412588f97007da53017c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'c52d33ca-972b-497e-b214-e2ead6f494a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:43:49Z', 'updated_at': '2022-09-16T19:43:49Z', 'revision_number': 3, 'project_id': '40b81d1ed9bb412588f97007da53017c', 'gw_port': {'id': 'c52d33ca-972b-497e-b214-e2ead6f494a2', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c8:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343cdf14-e653-4eda-aacc-c923edf52e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:43:49Z', 'updated_at': '2022-09-16T19:43:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi'}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:43:51.858018 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7c78c7-e479-41f0-bf2c-4452ff64c9ce None None] The sync data for ids ['343cdf14-e653-4eda-aacc-c923edf52e23'] in dv-cinder-850320-7-iscsi is: [{'id': '343cdf14-e653-4eda-aacc-c923edf52e23', 'name': 'tempest-TestMinimumBasicScenario-1840007754-router', 'tenant_id': '40b81d1ed9bb412588f97007da53017c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'c52d33ca-972b-497e-b214-e2ead6f494a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:43:49Z', 'updated_at': '2022-09-16T19:43:49Z', 'revision_number': 3, 'project_id': '40b81d1ed9bb412588f97007da53017c', 'gw_port': {'id': 'c52d33ca-972b-497e-b214-e2ead6f494a2', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c8:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343cdf14-e653-4eda-aacc-c923edf52e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:43:49Z', 'updated_at': '2022-09-16T19:43:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:43:51.901552 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:51.901965 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-887a96bb-0be0-4df3-afd2-202f9af58b60 None None] Provisioning complete for port 489f937b-b72f-44f8-a1ca-26f16e981f16 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:43:51.902450 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-887a96bb-0be0-4df3-afd2-202f9af58b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (489f937b-b72f-44f8-a1ca-26f16e981f16), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:51.902858 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-887a96bb-0be0-4df3-afd2-202f9af58b60 None None] Attempt 1 to provision port 489f937b-b72f-44f8-a1ca-26f16e981f16 Sep 16 19:43:51.917266 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:51.939605 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-887a96bb-0be0-4df3-afd2-202f9af58b60 None None] Port 489f937b-b72f-44f8-a1ca-26f16e981f16 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:43:51.967880 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f9f911ec-aec5-47c4-a713-d73a0fb919b4 admin admin] Publish callbacks [] for port (489f937b-b72f-44f8-a1ca-26f16e981f16), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:51.973920 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f9f911ec-aec5-47c4-a713-d73a0fb919b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445664'] for port (489f937b-b72f-44f8-a1ca-26f16e981f16), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:52.041449 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f9f911ec-aec5-47c4-a713-d73a0fb919b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-771468'] for router_interface (343cdf14-e653-4eda-aacc-c923edf52e23), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:52.043209 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f911ec-aec5-47c4-a713-d73a0fb919b4 admin admin] Pushing event updated for resources: {'Port': ['ID=489f937b-b72f-44f8-a1ca-26f16e981f16,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:52.161052 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f911ec-aec5-47c4-a713-d73a0fb919b4 admin admin] Network 536fffa3-4df1-4dbe-b3de-514304db22e6 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:43:52.162421 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-f9f911ec-aec5-47c4-a713-d73a0fb919b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:43:52.276497 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f911ec-aec5-47c4-a713-d73a0fb919b4 admin admin] Router 343cdf14-e653-4eda-aacc-c923edf52e23 has already been hosted by L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:43:52.386477 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f911ec-aec5-47c4-a713-d73a0fb919b4 admin admin] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:43:52.391397 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-f9f911ec-aec5-47c4-a713-d73a0fb919b4 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/343cdf14-e653-4eda-aacc-c923edf52e23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8615007 Sep 16 19:43:52.441026 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-887a96bb-0be0-4df3-afd2-202f9af58b60 None None] Attempt 2 to provision port 489f937b-b72f-44f8-a1ca-26f16e981f16 Sep 16 19:43:52.474006 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-887a96bb-0be0-4df3-afd2-202f9af58b60 None None] Port 489f937b-b72f-44f8-a1ca-26f16e981f16 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:43:52.916564 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 56386) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:43:52.921545 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-0dab3828-60ca-406e-afde-0701e6a741a6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1279196126-network', 'tenant_id': '0828c81cb5b646c9b2ea2045f1edcbf4'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:43:52.935937 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 734f55f9-b1a5-46e0-83ec-889d48c41536 up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:43:52.944770 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dab3828-60ca-406e-afde-0701e6a741a6 admin admin] Made reservation on behalf of 0828c81cb5b646c9b2ea2045f1edcbf4 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:43:52.947959 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0dab3828-60ca-406e-afde-0701e6a741a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for network (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:52.956922 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0dab3828-60ca-406e-afde-0701e6a741a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:52.975115 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-887a96bb-0be0-4df3-afd2-202f9af58b60 None None] Attempt 3 to provision port 489f937b-b72f-44f8-a1ca-26f16e981f16 Sep 16 19:43:53.008344 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port 734f55f9-b1a5-46e0-83ec-889d48c41536 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:43:53.008755 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (734f55f9-b1a5-46e0-83ec-889d48c41536), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:53.009082 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port 734f55f9-b1a5-46e0-83ec-889d48c41536 Sep 16 19:43:53.033110 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-887a96bb-0be0-4df3-afd2-202f9af58b60 None None] Port 489f937b-b72f-44f8-a1ca-26f16e981f16 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:43:53.035329 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0dab3828-60ca-406e-afde-0701e6a741a6 admin admin] Publish callbacks [] for security_group (601b64c7-02f3-4f75-a356-ccad571960cb), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:53.040682 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0dab3828-60ca-406e-afde-0701e6a741a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (601b64c7-02f3-4f75-a356-ccad571960cb), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:53.074704 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dab3828-60ca-406e-afde-0701e6a741a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 19:43:53.086096 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab3828-60ca-406e-afde-0701e6a741a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601b64c7-02f3-4f75-a356-ccad571960cb,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:53.091218 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0dab3828-60ca-406e-afde-0701e6a741a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694'] for segment (44fc078c-7fe7-49bf-a200-fce74afa6923), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:53.091563 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.db.segments_db [None req-0dab3828-60ca-406e-afde-0701e6a741a6 admin admin] Added segment 44fc078c-7fe7-49bf-a200-fce74afa6923 of type vlan for network 7fa2a20c-cc5f-41c6-a4ad-09ef87a74bf5 Sep 16 19:43:53.093632 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port 734f55f9-b1a5-46e0-83ec-889d48c41536 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:43:53.094789 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device c52d33ca-972b-497e-b214-e2ead6f494a2 up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:43:53.117855 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:53.142215 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0dab3828-60ca-406e-afde-0701e6a741a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764811224998'] for network (7fa2a20c-cc5f-41c6-a4ad-09ef87a74bf5), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:53.145163 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port c52d33ca-972b-497e-b214-e2ead6f494a2 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:43:53.145537 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (c52d33ca-972b-497e-b214-e2ead6f494a2), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:53.145868 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port c52d33ca-972b-497e-b214-e2ead6f494a2 Sep 16 19:43:53.170303 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0dab3828-60ca-406e-afde-0701e6a741a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119'] for network (7fa2a20c-cc5f-41c6-a4ad-09ef87a74bf5), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:53.171396 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dab3828-60ca-406e-afde-0701e6a741a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:43:53.172069 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0dab3828-60ca-406e-afde-0701e6a741a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for network (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:53.220262 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:53.223369 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:53.223483 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port c52d33ca-972b-497e-b214-e2ead6f494a2 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:43:53.223841 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (c52d33ca-972b-497e-b214-e2ead6f494a2), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:53.238109 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-0dab3828-60ca-406e-afde-0701e6a741a6 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3203933 Sep 16 19:43:53.241162 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 56388) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:43:53.243192 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab3828-60ca-406e-afde-0701e6a741a6 admin admin] Pushing event updated for resources: {'Network': ['ID=7fa2a20c-cc5f-41c6-a4ad-09ef87a74bf5,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:53.249372 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ac838df1-9534-4942-9578-11415f776b7d None None] For port c52d33ca-972b-497e-b214-e2ead6f494a2, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=c52d33ca-972b-497e-b214-e2ead6f494a2,segment=NetworkSegment(ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2),segment_id=ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:43:53.255575 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-0ef697eb-87d3-46e0-bcc7-973db8d02e70 admin admin] Request body: {'subnet': {'network_id': '7fa2a20c-cc5f-41c6-a4ad-09ef87a74bf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1279196126-subnet', 'tenant_id': '0828c81cb5b646c9b2ea2045f1edcbf4', 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:43:53.255736 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (c52d33ca-972b-497e-b214-e2ead6f494a2), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:53.258634 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Network 7fa2a20c-cc5f-41c6-a4ad-09ef87a74bf5 details requested by agent ovs-agent-dv-cinder-850320-7-iscsi with host dv-cinder-850320-7-iscsi {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 19:43:53.282117 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef697eb-87d3-46e0-bcc7-973db8d02e70 admin admin] Made reservation on behalf of 0828c81cb5b646c9b2ea2045f1edcbf4 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:43:53.285230 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0ef697eb-87d3-46e0-bcc7-973db8d02e70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360884'] for subnet (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:53.291183 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:53.368279 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Pushing event updated for resources: {'Port': ['ID=c52d33ca-972b-497e-b214-e2ead6f494a2,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:53.466817 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0ef697eb-87d3-46e0-bcc7-973db8d02e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360866'] for subnet (a017fa00-de79-47dd-9807-ce2ca54e2dab), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:53.499505 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3978872-e7fd-4a0f-91d3-d9b0add3ef70 None None] Sync routers for ids ['343cdf14-e653-4eda-aacc-c923edf52e23'] in dv-cinder-850320-7-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:43:53.511543 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3978872-e7fd-4a0f-91d3-d9b0add3ef70 None None] Routers {'343cdf14-e653-4eda-aacc-c923edf52e23'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:43:53.512247 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-a3978872-e7fd-4a0f-91d3-d9b0add3ef70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:43:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['343cdf14-e653-4eda-aacc-c923edf52e23'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:43:53.521648 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef697eb-87d3-46e0-bcc7-973db8d02e70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a017fa00-de79-47dd-9807-ce2ca54e2dab,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:53.537053 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef697eb-87d3-46e0-bcc7-973db8d02e70 admin admin] Checking segment: {'id': '44fc078c-7fe7-49bf-a200-fce74afa6923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '7fa2a20c-cc5f-41c6-a4ad-09ef87a74bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:43:53.537395 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef697eb-87d3-46e0-bcc7-973db8d02e70 admin admin] Network hostable DHCP agents. Network: 7fa2a20c-cc5f-41c6-a4ad-09ef87a74bf5, hostable agents: ['ba1fefac-954c-4dc4-b172-e3e5be1bbc35'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 19:43:53.545608 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-887a96bb-0be0-4df3-afd2-202f9af58b60 None None] Attempt 4 to provision port 489f937b-b72f-44f8-a1ca-26f16e981f16 Sep 16 19:43:53.556644 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef697eb-87d3-46e0-bcc7-973db8d02e70 admin admin] Network 7fa2a20c-cc5f-41c6-a4ad-09ef87a74bf5 is scheduled to be hosted by DHCP agent ba1fefac-954c-4dc4-b172-e3e5be1bbc35 with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 19:43:53.567061 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-0ef697eb-87d3-46e0-bcc7-973db8d02e70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850320-7-iscsi, 7fa2a20c-cc5f-41c6-a4ad-09ef87a74bf5) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:43:53.571958 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef697eb-87d3-46e0-bcc7-973db8d02e70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:43:53.572591 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0ef697eb-87d3-46e0-bcc7-973db8d02e70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:53.580802 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07068c27-5f7f-41ff-9491-737e77d73fbf None None] Network 7fa2a20c-cc5f-41c6-a4ad-09ef87a74bf5 requested from dv-cinder-850320-7-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 19:43:53.590686 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-0ef697eb-87d3-46e0-bcc7-973db8d02e70 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3471851 Sep 16 19:43:53.593457 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 56390) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:43:53.598581 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-8021e9e8-537d-4885-9c87-a179669ae15f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1279196126-router', 'tenant_id': '0828c81cb5b646c9b2ea2045f1edcbf4', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:43:53.630190 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8021e9e8-537d-4885-9c87-a179669ae15f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-680076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4722'] for router (a570ee07-b0df-4fee-95ad-f4b5e9d81413), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:53.631188 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8021e9e8-537d-4885-9c87-a179669ae15f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-776702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4729'] for router (a570ee07-b0df-4fee-95ad-f4b5e9d81413), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:53.668259 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-887a96bb-0be0-4df3-afd2-202f9af58b60 None None] Port 489f937b-b72f-44f8-a1ca-26f16e981f16 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:43:53.681566 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8021e9e8-537d-4885-9c87-a179669ae15f admin admin] Publish callbacks [] for router_controller (a570ee07-b0df-4fee-95ad-f4b5e9d81413), precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:53.701960 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-a3978872-e7fd-4a0f-91d3-d9b0add3ef70 None None] Set router 343cdf14-e653-4eda-aacc-c923edf52e23 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:43:53.817726 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398057b4-72a0-4b9e-8ed1-edacab05e93a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3be41fd3-b622-5347-8adb-91649a85407c-7fa2a20c-cc5f-41c6-a4ad-09ef87a74bf5', 'network_id': '7fa2a20c-cc5f-41c6-a4ad-09ef87a74bf5', 'project_id': '0828c81cb5b646c9b2ea2045f1edcbf4', 'fixed_ips': [{'subnet_id': 'a017fa00-de79-47dd-9807-ce2ca54e2dab'}]}} from dv-cinder-850320-7-iscsi. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 19:43:53.818632 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-398057b4-72a0-4b9e-8ed1-edacab05e93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:53.822128 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8021e9e8-537d-4885-9c87-a179669ae15f admin admin] Publish callbacks [] for router_gateway (a570ee07-b0df-4fee-95ad-f4b5e9d81413), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:54.010440 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8021e9e8-537d-4885-9c87-a179669ae15f admin admin] Publish callbacks [] for router_gateway (a570ee07-b0df-4fee-95ad-f4b5e9d81413), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:54.029863 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8021e9e8-537d-4885-9c87-a179669ae15f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:54.041511 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-a3978872-e7fd-4a0f-91d3-d9b0add3ef70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343cdf14-e653-4eda-aacc-c923edf52e23', 'name': 'tempest-TestMinimumBasicScenario-1840007754-router', 'tenant_id': '40b81d1ed9bb412588f97007da53017c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'c52d33ca-972b-497e-b214-e2ead6f494a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:43:49Z', 'updated_at': '2022-09-16T19:43:51Z', 'revision_number': 4, 'project_id': '40b81d1ed9bb412588f97007da53017c', 'gw_port': {'id': 'c52d33ca-972b-497e-b214-e2ead6f494a2', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343cdf14-e653-4eda-aacc-c923edf52e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:43:49Z', 'updated_at': '2022-09-16T19:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '489f937b-b72f-44f8-a1ca-26f16e981f16', 'name': '', 'network_id': '536fffa3-4df1-4dbe-b3de-514304db22e6', 'tenant_id': '40b81d1ed9bb412588f97007da53017c', 'mac_address': 'fa:16:3e:37:67:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343cdf14-e653-4eda-aacc-c923edf52e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '44df0974-d973-4958-943e-833459860578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:43:51Z', 'updated_at': '2022-09-16T19:43:51Z', 'revision_number': 2, 'project_id': '40b81d1ed9bb412588f97007da53017c', 'subnets': [{'id': '44df0974-d973-4958-943e-833459860578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:43:54.072867 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3978872-e7fd-4a0f-91d3-d9b0add3ef70 None None] Checking router: 343cdf14-e653-4eda-aacc-c923edf52e23 for host: dv-cinder-850320-7-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:43:54.073215 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3978872-e7fd-4a0f-91d3-d9b0add3ef70 None None] Updating router 343cdf14-e653-4eda-aacc-c923edf52e23 port 489f937b-b72f-44f8-a1ca-26f16e981f16 binding host dv-cinder-850320-7-iscsi {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 19:43:54.075280 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:54.079692 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-398057b4-72a0-4b9e-8ed1-edacab05e93a None None] Allocated IP 172.20.0.2 (7fa2a20c-cc5f-41c6-a4ad-09ef87a74bf5/a017fa00-de79-47dd-9807-ce2ca54e2dab/60f0fedc-1d05-40ad-8afe-0069aa4d34c4) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:43:54.122979 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a3978872-e7fd-4a0f-91d3-d9b0add3ef70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (489f937b-b72f-44f8-a1ca-26f16e981f16), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:54.134626 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-8021e9e8-537d-4885-9c87-a179669ae15f admin admin] Allocated IP 172.27.2.32 (01cd8397-3ed1-4c5d-9923-fabf569219df/d3fb57fd-37cc-4923-b90f-7dd3d712a8d3/5b8a3385-7a67-48c1-be25-ed576116d434) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:43:54.169836 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-887a96bb-0be0-4df3-afd2-202f9af58b60 None None] Attempt 5 to provision port 489f937b-b72f-44f8-a1ca-26f16e981f16 Sep 16 19:43:54.241390 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8021e9e8-537d-4885-9c87-a179669ae15f admin admin] Publish callbacks [] for port (5b8a3385-7a67-48c1-be25-ed576116d434), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:54.247466 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-887a96bb-0be0-4df3-afd2-202f9af58b60 None None] Port 489f937b-b72f-44f8-a1ca-26f16e981f16 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:43:54.274260 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8021e9e8-537d-4885-9c87-a179669ae15f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (5b8a3385-7a67-48c1-be25-ed576116d434), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:54.313588 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:54.315081 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8021e9e8-537d-4885-9c87-a179669ae15f admin admin] Network 01cd8397-3ed1-4c5d-9923-fabf569219df is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:43:54.318386 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-8021e9e8-537d-4885-9c87-a179669ae15f admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:43:54.322676 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8021e9e8-537d-4885-9c87-a179669ae15f admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:43:54.325994 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8021e9e8-537d-4885-9c87-a179669ae15f admin admin] Pushing event updated for resources: {'Port': ['ID=5b8a3385-7a67-48c1-be25-ed576116d434,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:54.475720 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:54.477529 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:54.566978 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-398057b4-72a0-4b9e-8ed1-edacab05e93a None None] Publish callbacks [] for port (60f0fedc-1d05-40ad-8afe-0069aa4d34c4), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:54.570067 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8021e9e8-537d-4885-9c87-a179669ae15f admin admin] Publish callbacks [] for router_gateway (a570ee07-b0df-4fee-95ad-f4b5e9d81413), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:54.575845 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-398057b4-72a0-4b9e-8ed1-edacab05e93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816'] for port (60f0fedc-1d05-40ad-8afe-0069aa4d34c4), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:54.638691 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398057b4-72a0-4b9e-8ed1-edacab05e93a None None] Network 7fa2a20c-cc5f-41c6-a4ad-09ef87a74bf5 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:43:54.647165 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-398057b4-72a0-4b9e-8ed1-edacab05e93a None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:43:54.656727 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398057b4-72a0-4b9e-8ed1-edacab05e93a None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:43:54.661005 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398057b4-72a0-4b9e-8ed1-edacab05e93a None None] Pushing event updated for resources: {'Port': ['ID=60f0fedc-1d05-40ad-8afe-0069aa4d34c4,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:54.749838 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-887a96bb-0be0-4df3-afd2-202f9af58b60 None None] Attempt 6 to provision port 489f937b-b72f-44f8-a1ca-26f16e981f16 Sep 16 19:43:54.760097 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8021e9e8-537d-4885-9c87-a179669ae15f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-680937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router (a570ee07-b0df-4fee-95ad-f4b5e9d81413), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:54.784993 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-398057b4-72a0-4b9e-8ed1-edacab05e93a None None] Attempting to bind port 60f0fedc-1d05-40ad-8afe-0069aa4d34c4 on host dv-cinder-850320-7-iscsi for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:43:54.785359 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-398057b4-72a0-4b9e-8ed1-edacab05e93a None None] Attempting to bind port 60f0fedc-1d05-40ad-8afe-0069aa4d34c4 by drivers openvswitch,hyperv on host dv-cinder-850320-7-iscsi at level 0 using segments [{'id': '44fc078c-7fe7-49bf-a200-fce74afa6923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '7fa2a20c-cc5f-41c6-a4ad-09ef87a74bf5'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:43:54.785716 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398057b4-72a0-4b9e-8ed1-edacab05e93a None None] Attempting to bind port 60f0fedc-1d05-40ad-8afe-0069aa4d34c4 on network 7fa2a20c-cc5f-41c6-a4ad-09ef87a74bf5 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:43:54.799196 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a3978872-e7fd-4a0f-91d3-d9b0add3ef70 None None] Publish callbacks [] for port (489f937b-b72f-44f8-a1ca-26f16e981f16), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:54.832120 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-887a96bb-0be0-4df3-afd2-202f9af58b60 None None] Port 489f937b-b72f-44f8-a1ca-26f16e981f16 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:43:54.836746 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a3978872-e7fd-4a0f-91d3-d9b0add3ef70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (489f937b-b72f-44f8-a1ca-26f16e981f16), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:54.890844 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device c52d33ca-972b-497e-b214-e2ead6f494a2 up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:43:54.898381 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8021e9e8-537d-4885-9c87-a179669ae15f admin admin] Router a570ee07-b0df-4fee-95ad-f4b5e9d81413 is scheduled to L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 19:43:54.909241 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398057b4-72a0-4b9e-8ed1-edacab05e93a None None] Checking agent: {'id': 'b5f6a205-959f-46f4-8ef4-8f70c2c67a2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850320-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 18, 35), 'started_at': datetime.datetime(2022, 9, 16, 19, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850320-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:43:54.909613 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398057b4-72a0-4b9e-8ed1-edacab05e93a None None] Checking segment: {'id': '44fc078c-7fe7-49bf-a200-fce74afa6923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '7fa2a20c-cc5f-41c6-a4ad-09ef87a74bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:43:54.910014 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-398057b4-72a0-4b9e-8ed1-edacab05e93a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:54.910401 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398057b4-72a0-4b9e-8ed1-edacab05e93a None None] Bound using segment: {'id': '44fc078c-7fe7-49bf-a200-fce74afa6923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '7fa2a20c-cc5f-41c6-a4ad-09ef87a74bf5'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:43:54.910886 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-398057b4-72a0-4b9e-8ed1-edacab05e93a None None] Bound port: 60f0fedc-1d05-40ad-8afe-0069aa4d34c4, host: dv-cinder-850320-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44fc078c-7fe7-49bf-a200-fce74afa6923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '7fa2a20c-cc5f-41c6-a4ad-09ef87a74bf5'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:43:54.911264 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-398057b4-72a0-4b9e-8ed1-edacab05e93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (60f0fedc-1d05-40ad-8afe-0069aa4d34c4), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:54.942884 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:54.975117 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb1333-fa73-440a-b04b-0923a5a2352d None None] Pushing event updated for resources: {'Port': ['ID=489f937b-b72f-44f8-a1ca-26f16e981f16,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:55.002994 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8021e9e8-537d-4885-9c87-a179669ae15f admin admin] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:43:55.013028 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acdae45-af13-4d55-ad20-a6bcfc9a9cbf None None] Sync routers for ids ['a570ee07-b0df-4fee-95ad-f4b5e9d81413'] in dv-cinder-850320-7-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:43:55.019756 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-a3978872-e7fd-4a0f-91d3-d9b0add3ef70 None None] Attempting to bind port 489f937b-b72f-44f8-a1ca-26f16e981f16 on host dv-cinder-850320-7-iscsi for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:43:55.020110 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-a3978872-e7fd-4a0f-91d3-d9b0add3ef70 None None] Attempting to bind port 489f937b-b72f-44f8-a1ca-26f16e981f16 by drivers openvswitch,hyperv on host dv-cinder-850320-7-iscsi at level 0 using segments [{'id': 'c4a4c158-518a-46a4-85d6-de1bac082d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '536fffa3-4df1-4dbe-b3de-514304db22e6'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:43:55.020510 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3978872-e7fd-4a0f-91d3-d9b0add3ef70 None None] Attempting to bind port 489f937b-b72f-44f8-a1ca-26f16e981f16 on network 536fffa3-4df1-4dbe-b3de-514304db22e6 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:43:55.025188 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acdae45-af13-4d55-ad20-a6bcfc9a9cbf None None] Routers {'a570ee07-b0df-4fee-95ad-f4b5e9d81413'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:43:55.025353 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8021e9e8-537d-4885-9c87-a179669ae15f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:55.026491 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-8acdae45-af13-4d55-ad20-a6bcfc9a9cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:43:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['a570ee07-b0df-4fee-95ad-f4b5e9d81413'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:43:55.030722 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 56392) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:43:55.037823 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-8021e9e8-537d-4885-9c87-a179669ae15f admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4342864 Sep 16 19:43:55.084728 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port c52d33ca-972b-497e-b214-e2ead6f494a2 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:43:55.084728 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (c52d33ca-972b-497e-b214-e2ead6f494a2), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:55.085467 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port c52d33ca-972b-497e-b214-e2ead6f494a2 Sep 16 19:43:55.095809 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-398057b4-72a0-4b9e-8ed1-edacab05e93a None None] For port 60f0fedc-1d05-40ad-8afe-0069aa4d34c4, host dv-cinder-850320-7-iscsi, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:43:55.139124 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-8acdae45-af13-4d55-ad20-a6bcfc9a9cbf None None] Set router a570ee07-b0df-4fee-95ad-f4b5e9d81413 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:43:55.146918 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-398057b4-72a0-4b9e-8ed1-edacab05e93a None None] For port 60f0fedc-1d05-40ad-8afe-0069aa4d34c4, host dv-cinder-850320-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=60f0fedc-1d05-40ad-8afe-0069aa4d34c4,segment=NetworkSegment(44fc078c-7fe7-49bf-a200-fce74afa6923),segment_id=44fc078c-7fe7-49bf-a200-fce74afa6923)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:43:55.156171 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3978872-e7fd-4a0f-91d3-d9b0add3ef70 None None] Checking agent: {'id': 'b5f6a205-959f-46f4-8ef4-8f70c2c67a2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850320-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 18, 35), 'started_at': datetime.datetime(2022, 9, 16, 19, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850320-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:43:55.156596 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3978872-e7fd-4a0f-91d3-d9b0add3ef70 None None] Checking segment: {'id': 'c4a4c158-518a-46a4-85d6-de1bac082d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '536fffa3-4df1-4dbe-b3de-514304db22e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:43:55.156977 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a3978872-e7fd-4a0f-91d3-d9b0add3ef70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:55.157335 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3978872-e7fd-4a0f-91d3-d9b0add3ef70 None None] Bound using segment: {'id': 'c4a4c158-518a-46a4-85d6-de1bac082d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '536fffa3-4df1-4dbe-b3de-514304db22e6'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:43:55.157817 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-a3978872-e7fd-4a0f-91d3-d9b0add3ef70 None None] Bound port: 489f937b-b72f-44f8-a1ca-26f16e981f16, host: dv-cinder-850320-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4a4c158-518a-46a4-85d6-de1bac082d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '536fffa3-4df1-4dbe-b3de-514304db22e6'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:43:55.158184 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a3978872-e7fd-4a0f-91d3-d9b0add3ef70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (489f937b-b72f-44f8-a1ca-26f16e981f16), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:55.164073 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-398057b4-72a0-4b9e-8ed1-edacab05e93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (60f0fedc-1d05-40ad-8afe-0069aa4d34c4), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:55.261415 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:55.297350 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port c52d33ca-972b-497e-b214-e2ead6f494a2 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:43:55.299875 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398057b4-72a0-4b9e-8ed1-edacab05e93a None None] Pushing event updated for resources: {'Port': ['ID=60f0fedc-1d05-40ad-8afe-0069aa4d34c4,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:55.304553 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-a3978872-e7fd-4a0f-91d3-d9b0add3ef70 None None] For port 489f937b-b72f-44f8-a1ca-26f16e981f16, host dv-cinder-850320-7-iscsi, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:43:55.308510 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-a3978872-e7fd-4a0f-91d3-d9b0add3ef70 None None] For port 489f937b-b72f-44f8-a1ca-26f16e981f16, host dv-cinder-850320-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=489f937b-b72f-44f8-a1ca-26f16e981f16,segment=NetworkSegment(c4a4c158-518a-46a4-85d6-de1bac082d21),segment_id=c4a4c158-518a-46a4-85d6-de1bac082d21)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:43:55.320668 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a3978872-e7fd-4a0f-91d3-d9b0add3ef70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (489f937b-b72f-44f8-a1ca-26f16e981f16), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:55.331266 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-8acdae45-af13-4d55-ad20-a6bcfc9a9cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a570ee07-b0df-4fee-95ad-f4b5e9d81413', 'name': 'tempest-TestMinimumBasicScenario-1279196126-router', 'tenant_id': '0828c81cb5b646c9b2ea2045f1edcbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '5b8a3385-7a67-48c1-be25-ed576116d434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:43:53Z', 'updated_at': '2022-09-16T19:43:54Z', 'revision_number': 3, 'project_id': '0828c81cb5b646c9b2ea2045f1edcbf4', 'gw_port': {'id': '5b8a3385-7a67-48c1-be25-ed576116d434', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:19:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a570ee07-b0df-4fee-95ad-f4b5e9d81413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:43:54Z', 'updated_at': '2022-09-16T19:43:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi'}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:43:55.348542 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-887a96bb-0be0-4df3-afd2-202f9af58b60 None None] Attempt 7 to provision port 489f937b-b72f-44f8-a1ca-26f16e981f16 Sep 16 19:43:55.358090 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:55.358758 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:55.362169 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acdae45-af13-4d55-ad20-a6bcfc9a9cbf None None] Checking router: a570ee07-b0df-4fee-95ad-f4b5e9d81413 for host: dv-cinder-850320-7-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:43:55.363667 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acdae45-af13-4d55-ad20-a6bcfc9a9cbf None None] Updating router a570ee07-b0df-4fee-95ad-f4b5e9d81413 port 5b8a3385-7a67-48c1-be25-ed576116d434 binding host dv-cinder-850320-7-iscsi {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 19:43:55.395558 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-8acdae45-af13-4d55-ad20-a6bcfc9a9cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (5b8a3385-7a67-48c1-be25-ed576116d434), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:55.396288 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3978872-e7fd-4a0f-91d3-d9b0add3ef70 None None] Routers {'343cdf14-e653-4eda-aacc-c923edf52e23'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:43:55.396941 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-a3978872-e7fd-4a0f-91d3-d9b0add3ef70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:43:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['343cdf14-e653-4eda-aacc-c923edf52e23'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:43:55.469421 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb1333-fa73-440a-b04b-0923a5a2352d None None] Pushing event updated for resources: {'Port': ['ID=489f937b-b72f-44f8-a1ca-26f16e981f16,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:55.543399 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d3a0576c-b673-42d0-9a85-71473b24c540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:55.585944 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-887a96bb-0be0-4df3-afd2-202f9af58b60 None None] Current status of the port 489f937b-b72f-44f8-a1ca-26f16e981f16 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:43:55.586379 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-887a96bb-0be0-4df3-afd2-202f9af58b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (489f937b-b72f-44f8-a1ca-26f16e981f16), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:55.609855 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-a3978872-e7fd-4a0f-91d3-d9b0add3ef70 None None] Set router 343cdf14-e653-4eda-aacc-c923edf52e23 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:43:55.669059 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-887a96bb-0be0-4df3-afd2-202f9af58b60 None None] For port 489f937b-b72f-44f8-a1ca-26f16e981f16, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=489f937b-b72f-44f8-a1ca-26f16e981f16,segment=NetworkSegment(c4a4c158-518a-46a4-85d6-de1bac082d21),segment_id=c4a4c158-518a-46a4-85d6-de1bac082d21)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:43:55.695352 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-887a96bb-0be0-4df3-afd2-202f9af58b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (489f937b-b72f-44f8-a1ca-26f16e981f16), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:55.717671 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-d3a0576c-b673-42d0-9a85-71473b24c540 admin admin] Allocated IP 172.20.0.1 (7fa2a20c-cc5f-41c6-a4ad-09ef87a74bf5/a017fa00-de79-47dd-9807-ce2ca54e2dab/b2ee988c-4a1e-474f-a88f-23d78f792b0c) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:43:55.718449 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-8acdae45-af13-4d55-ad20-a6bcfc9a9cbf None None] Publish callbacks [] for port (5b8a3385-7a67-48c1-be25-ed576116d434), precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:55.725155 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-8acdae45-af13-4d55-ad20-a6bcfc9a9cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (5b8a3385-7a67-48c1-be25-ed576116d434), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:55.729305 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:55.771665 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-8acdae45-af13-4d55-ad20-a6bcfc9a9cbf None None] Attempting to bind port 5b8a3385-7a67-48c1-be25-ed576116d434 on host dv-cinder-850320-7-iscsi for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:43:55.772031 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-8acdae45-af13-4d55-ad20-a6bcfc9a9cbf None None] Attempting to bind port 5b8a3385-7a67-48c1-be25-ed576116d434 by drivers openvswitch,hyperv on host dv-cinder-850320-7-iscsi at level 0 using segments [{'id': 'ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:43:55.772377 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acdae45-af13-4d55-ad20-a6bcfc9a9cbf None None] Attempting to bind port 5b8a3385-7a67-48c1-be25-ed576116d434 on network 01cd8397-3ed1-4c5d-9923-fabf569219df {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:43:55.788692 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a96bb-0be0-4df3-afd2-202f9af58b60 None None] Pushing event updated for resources: {'Port': ['ID=489f937b-b72f-44f8-a1ca-26f16e981f16,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:55.837325 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f26fb812-169f-4838-9d61-c34ac55a4ef6 None None] Provisioning complete for port 489f937b-b72f-44f8-a1ca-26f16e981f16 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:43:55.837692 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f26fb812-169f-4838-9d61-c34ac55a4ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (489f937b-b72f-44f8-a1ca-26f16e981f16), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:55.838022 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-f26fb812-169f-4838-9d61-c34ac55a4ef6 None None] Attempt 1 to provision port 489f937b-b72f-44f8-a1ca-26f16e981f16 Sep 16 19:43:55.850359 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d3a0576c-b673-42d0-9a85-71473b24c540 admin admin] Publish callbacks [] for port (b2ee988c-4a1e-474f-a88f-23d78f792b0c), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:55.890814 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d3a0576c-b673-42d0-9a85-71473b24c540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (b2ee988c-4a1e-474f-a88f-23d78f792b0c), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:55.908745 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1f14d1-186b-4f74-aeb5-db1ad37b543b None None] Pushing event updated for resources: {'Port': ['ID=5b8a3385-7a67-48c1-be25-ed576116d434,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:55.911247 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-a3978872-e7fd-4a0f-91d3-d9b0add3ef70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343cdf14-e653-4eda-aacc-c923edf52e23', 'name': 'tempest-TestMinimumBasicScenario-1840007754-router', 'tenant_id': '40b81d1ed9bb412588f97007da53017c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'c52d33ca-972b-497e-b214-e2ead6f494a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:43:49Z', 'updated_at': '2022-09-16T19:43:51Z', 'revision_number': 4, 'project_id': '40b81d1ed9bb412588f97007da53017c', 'gw_port': {'id': 'c52d33ca-972b-497e-b214-e2ead6f494a2', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343cdf14-e653-4eda-aacc-c923edf52e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:43:49Z', 'updated_at': '2022-09-16T19:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '489f937b-b72f-44f8-a1ca-26f16e981f16', 'name': '', 'network_id': '536fffa3-4df1-4dbe-b3de-514304db22e6', 'tenant_id': '40b81d1ed9bb412588f97007da53017c', 'mac_address': 'fa:16:3e:37:67:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343cdf14-e653-4eda-aacc-c923edf52e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '44df0974-d973-4958-943e-833459860578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:43:51Z', 'updated_at': '2022-09-16T19:43:55Z', 'revision_number': 4, 'project_id': '40b81d1ed9bb412588f97007da53017c', 'subnets': [{'id': '44df0974-d973-4958-943e-833459860578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:43:55.918800 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:55.931449 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acdae45-af13-4d55-ad20-a6bcfc9a9cbf None None] Checking agent: {'id': 'b5f6a205-959f-46f4-8ef4-8f70c2c67a2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850320-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 18, 35), 'started_at': datetime.datetime(2022, 9, 16, 19, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850320-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:43:55.931851 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acdae45-af13-4d55-ad20-a6bcfc9a9cbf None None] Checking segment: {'id': 'ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:43:55.932275 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-8acdae45-af13-4d55-ad20-a6bcfc9a9cbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:55.932711 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acdae45-af13-4d55-ad20-a6bcfc9a9cbf None None] Bound using segment: {'id': 'ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:43:55.933222 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-8acdae45-af13-4d55-ad20-a6bcfc9a9cbf None None] Bound port: 5b8a3385-7a67-48c1-be25-ed576116d434, host: dv-cinder-850320-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:43:55.933591 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-8acdae45-af13-4d55-ad20-a6bcfc9a9cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (5b8a3385-7a67-48c1-be25-ed576116d434), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:55.938944 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3978872-e7fd-4a0f-91d3-d9b0add3ef70 None None] The sync data for ids ['343cdf14-e653-4eda-aacc-c923edf52e23'] in dv-cinder-850320-7-iscsi is: [{'id': '343cdf14-e653-4eda-aacc-c923edf52e23', 'name': 'tempest-TestMinimumBasicScenario-1840007754-router', 'tenant_id': '40b81d1ed9bb412588f97007da53017c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'c52d33ca-972b-497e-b214-e2ead6f494a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:43:49Z', 'updated_at': '2022-09-16T19:43:51Z', 'revision_number': 4, 'project_id': '40b81d1ed9bb412588f97007da53017c', 'gw_port': {'id': 'c52d33ca-972b-497e-b214-e2ead6f494a2', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343cdf14-e653-4eda-aacc-c923edf52e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:43:49Z', 'updated_at': '2022-09-16T19:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '489f937b-b72f-44f8-a1ca-26f16e981f16', 'name': '', 'network_id': '536fffa3-4df1-4dbe-b3de-514304db22e6', 'tenant_id': '40b81d1ed9bb412588f97007da53017c', 'mac_address': 'fa:16:3e:37:67:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343cdf14-e653-4eda-aacc-c923edf52e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '44df0974-d973-4958-943e-833459860578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:43:51Z', 'updated_at': '2022-09-16T19:43:55Z', 'revision_number': 4, 'project_id': '40b81d1ed9bb412588f97007da53017c', 'subnets': [{'id': '44df0974-d973-4958-943e-833459860578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:43:55.943601 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a0576c-b673-42d0-9a85-71473b24c540 admin admin] Network 7fa2a20c-cc5f-41c6-a4ad-09ef87a74bf5 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:43:55.946855 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-d3a0576c-b673-42d0-9a85-71473b24c540 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:43:55.951446 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a0576c-b673-42d0-9a85-71473b24c540 admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:43:55.957794 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a0576c-b673-42d0-9a85-71473b24c540 admin admin] Pushing event updated for resources: {'Port': ['ID=b2ee988c-4a1e-474f-a88f-23d78f792b0c,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:55.978211 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:55.980331 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-f26fb812-169f-4838-9d61-c34ac55a4ef6 None None] Current status of the port 489f937b-b72f-44f8-a1ca-26f16e981f16 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:43:56.022488 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-8acdae45-af13-4d55-ad20-a6bcfc9a9cbf None None] For port 5b8a3385-7a67-48c1-be25-ed576116d434, host dv-cinder-850320-7-iscsi, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:43:56.026271 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d3a0576c-b673-42d0-9a85-71473b24c540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771352'] for router_interface (a570ee07-b0df-4fee-95ad-f4b5e9d81413), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:56.026492 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-8acdae45-af13-4d55-ad20-a6bcfc9a9cbf None None] For port 5b8a3385-7a67-48c1-be25-ed576116d434, host dv-cinder-850320-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=5b8a3385-7a67-48c1-be25-ed576116d434,segment=NetworkSegment(ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2),segment_id=ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:43:56.037791 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-8acdae45-af13-4d55-ad20-a6bcfc9a9cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (5b8a3385-7a67-48c1-be25-ed576116d434), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:56.088662 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acdae45-af13-4d55-ad20-a6bcfc9a9cbf None None] Routers {'a570ee07-b0df-4fee-95ad-f4b5e9d81413'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:43:56.089396 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-8acdae45-af13-4d55-ad20-a6bcfc9a9cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:43:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['a570ee07-b0df-4fee-95ad-f4b5e9d81413'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:43:56.145323 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1f14d1-186b-4f74-aeb5-db1ad37b543b None None] Pushing event updated for resources: {'Port': ['ID=5b8a3385-7a67-48c1-be25-ed576116d434,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:56.237560 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-8acdae45-af13-4d55-ad20-a6bcfc9a9cbf None None] Set router a570ee07-b0df-4fee-95ad-f4b5e9d81413 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:43:56.435176 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-8acdae45-af13-4d55-ad20-a6bcfc9a9cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a570ee07-b0df-4fee-95ad-f4b5e9d81413', 'name': 'tempest-TestMinimumBasicScenario-1279196126-router', 'tenant_id': '0828c81cb5b646c9b2ea2045f1edcbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '5b8a3385-7a67-48c1-be25-ed576116d434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:43:53Z', 'updated_at': '2022-09-16T19:43:54Z', 'revision_number': 3, 'project_id': '0828c81cb5b646c9b2ea2045f1edcbf4', 'gw_port': {'id': '5b8a3385-7a67-48c1-be25-ed576116d434', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:19:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a570ee07-b0df-4fee-95ad-f4b5e9d81413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:43:54Z', 'updated_at': '2022-09-16T19:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi'}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:43:56.457248 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefdd46c-eb82-406f-b2d3-bae223194fec None None] Network 7fa2a20c-cc5f-41c6-a4ad-09ef87a74bf5 requested from dv-cinder-850320-7-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 19:43:56.461977 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acdae45-af13-4d55-ad20-a6bcfc9a9cbf None None] The sync data for ids ['a570ee07-b0df-4fee-95ad-f4b5e9d81413'] in dv-cinder-850320-7-iscsi is: [{'id': 'a570ee07-b0df-4fee-95ad-f4b5e9d81413', 'name': 'tempest-TestMinimumBasicScenario-1279196126-router', 'tenant_id': '0828c81cb5b646c9b2ea2045f1edcbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '5b8a3385-7a67-48c1-be25-ed576116d434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:43:53Z', 'updated_at': '2022-09-16T19:43:54Z', 'revision_number': 3, 'project_id': '0828c81cb5b646c9b2ea2045f1edcbf4', 'gw_port': {'id': '5b8a3385-7a67-48c1-be25-ed576116d434', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:19:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a570ee07-b0df-4fee-95ad-f4b5e9d81413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:43:54Z', 'updated_at': '2022-09-16T19:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:43:56.501336 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d3a0576c-b673-42d0-9a85-71473b24c540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (b2ee988c-4a1e-474f-a88f-23d78f792b0c), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:56.514542 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:56.549228 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-0c2da739-590b-4465-b784-0847758db9a4 None None] Provisioning complete for port 60f0fedc-1d05-40ad-8afe-0069aa4d34c4 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:43:56.549897 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0c2da739-590b-4465-b784-0847758db9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (60f0fedc-1d05-40ad-8afe-0069aa4d34c4), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:56.550383 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-0c2da739-590b-4465-b784-0847758db9a4 None None] Attempt 1 to provision port 60f0fedc-1d05-40ad-8afe-0069aa4d34c4 Sep 16 19:43:56.636339 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:56.697129 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-0c2da739-590b-4465-b784-0847758db9a4 None None] Current status of the port 60f0fedc-1d05-40ad-8afe-0069aa4d34c4 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:43:56.697436 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0c2da739-590b-4465-b784-0847758db9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (60f0fedc-1d05-40ad-8afe-0069aa4d34c4), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:56.703570 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=100 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:56.710841 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d3a0576c-b673-42d0-9a85-71473b24c540 admin admin] Publish callbacks [] for port (b2ee988c-4a1e-474f-a88f-23d78f792b0c), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:56.717234 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d3a0576c-b673-42d0-9a85-71473b24c540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2678318'] for port (b2ee988c-4a1e-474f-a88f-23d78f792b0c), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:56.751468 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-0c2da739-590b-4465-b784-0847758db9a4 None None] For port 60f0fedc-1d05-40ad-8afe-0069aa4d34c4, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=60f0fedc-1d05-40ad-8afe-0069aa4d34c4,segment=NetworkSegment(44fc078c-7fe7-49bf-a200-fce74afa6923),segment_id=44fc078c-7fe7-49bf-a200-fce74afa6923)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:43:56.759320 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0c2da739-590b-4465-b784-0847758db9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (60f0fedc-1d05-40ad-8afe-0069aa4d34c4), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:56.833405 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a0576c-b673-42d0-9a85-71473b24c540 admin admin] Pushing event updated for resources: {'Port': ['ID=b2ee988c-4a1e-474f-a88f-23d78f792b0c,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:56.874421 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d3a0576c-b673-42d0-9a85-71473b24c540 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-771468'] for router_interface (a570ee07-b0df-4fee-95ad-f4b5e9d81413), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:56.877097 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2da739-590b-4465-b784-0847758db9a4 None None] Pushing event updated for resources: {'Port': ['ID=60f0fedc-1d05-40ad-8afe-0069aa4d34c4,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:57.038306 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 5b8a3385-7a67-48c1-be25-ed576116d434 up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:43:57.078956 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a0576c-b673-42d0-9a85-71473b24c540 admin admin] Network 7fa2a20c-cc5f-41c6-a4ad-09ef87a74bf5 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:43:57.080876 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-d3a0576c-b673-42d0-9a85-71473b24c540 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:43:57.095979 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a131102d-5a3d-482b-b0b8-010f9a2a4431 None None] Provisioning complete for port b2ee988c-4a1e-474f-a88f-23d78f792b0c triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:43:57.096351 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a131102d-5a3d-482b-b0b8-010f9a2a4431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (b2ee988c-4a1e-474f-a88f-23d78f792b0c), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:57.096711 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-a131102d-5a3d-482b-b0b8-010f9a2a4431 None None] Attempt 1 to provision port b2ee988c-4a1e-474f-a88f-23d78f792b0c Sep 16 19:43:57.149543 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-a131102d-5a3d-482b-b0b8-010f9a2a4431 None None] Port b2ee988c-4a1e-474f-a88f-23d78f792b0c cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:43:57.152454 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port 5b8a3385-7a67-48c1-be25-ed576116d434 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:43:57.153367 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (5b8a3385-7a67-48c1-be25-ed576116d434), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:57.153686 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port 5b8a3385-7a67-48c1-be25-ed576116d434 Sep 16 19:43:57.243472 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a0576c-b673-42d0-9a85-71473b24c540 admin admin] Router a570ee07-b0df-4fee-95ad-f4b5e9d81413 has already been hosted by L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:43:57.259798 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port 5b8a3385-7a67-48c1-be25-ed576116d434 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:43:57.260371 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (5b8a3385-7a67-48c1-be25-ed576116d434), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:57.309709 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ac838df1-9534-4942-9578-11415f776b7d None None] For port 5b8a3385-7a67-48c1-be25-ed576116d434, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=5b8a3385-7a67-48c1-be25-ed576116d434,segment=NetworkSegment(ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2),segment_id=ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:43:57.315541 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (5b8a3385-7a67-48c1-be25-ed576116d434), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:57.316528 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 489f937b-b72f-44f8-a1ca-26f16e981f16 up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:43:57.371868 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a0576c-b673-42d0-9a85-71473b24c540 admin admin] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:43:57.390476 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-d3a0576c-b673-42d0-9a85-71473b24c540 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/a570ee07-b0df-4fee-95ad-f4b5e9d81413/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3506334 Sep 16 19:43:57.428301 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:57.449143 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port 489f937b-b72f-44f8-a1ca-26f16e981f16 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:43:57.449616 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (489f937b-b72f-44f8-a1ca-26f16e981f16), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:57.450038 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port 489f937b-b72f-44f8-a1ca-26f16e981f16 Sep 16 19:43:57.451995 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Pushing event updated for resources: {'Port': ['ID=5b8a3385-7a67-48c1-be25-ed576116d434,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:43:57.554235 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port 489f937b-b72f-44f8-a1ca-26f16e981f16 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:43:57.555357 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 60f0fedc-1d05-40ad-8afe-0069aa4d34c4 up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:43:57.718954 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-a131102d-5a3d-482b-b0b8-010f9a2a4431 None None] Attempt 2 to provision port b2ee988c-4a1e-474f-a88f-23d78f792b0c Sep 16 19:43:57.764697 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-a131102d-5a3d-482b-b0b8-010f9a2a4431 None None] Port b2ee988c-4a1e-474f-a88f-23d78f792b0c cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:43:57.774907 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port 60f0fedc-1d05-40ad-8afe-0069aa4d34c4 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:43:57.775121 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (60f0fedc-1d05-40ad-8afe-0069aa4d34c4), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:57.775464 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port 60f0fedc-1d05-40ad-8afe-0069aa4d34c4 Sep 16 19:43:57.859866 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port 60f0fedc-1d05-40ad-8afe-0069aa4d34c4 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:43:58.266070 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-a131102d-5a3d-482b-b0b8-010f9a2a4431 None None] Attempt 3 to provision port b2ee988c-4a1e-474f-a88f-23d78f792b0c Sep 16 19:43:58.306422 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-a131102d-5a3d-482b-b0b8-010f9a2a4431 None None] Port b2ee988c-4a1e-474f-a88f-23d78f792b0c cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:43:58.807656 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-a131102d-5a3d-482b-b0b8-010f9a2a4431 None None] Attempt 4 to provision port b2ee988c-4a1e-474f-a88f-23d78f792b0c Sep 16 19:43:58.883199 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-a131102d-5a3d-482b-b0b8-010f9a2a4431 None None] Port b2ee988c-4a1e-474f-a88f-23d78f792b0c cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:43:58.943848 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 5b8a3385-7a67-48c1-be25-ed576116d434 up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:43:58.969804 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:58.992603 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port 5b8a3385-7a67-48c1-be25-ed576116d434 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:43:58.993035 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (5b8a3385-7a67-48c1-be25-ed576116d434), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:58.993434 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port 5b8a3385-7a67-48c1-be25-ed576116d434 Sep 16 19:43:59.084750 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port 5b8a3385-7a67-48c1-be25-ed576116d434 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:43:59.086098 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 60f0fedc-1d05-40ad-8afe-0069aa4d34c4 up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:43:59.134090 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port 60f0fedc-1d05-40ad-8afe-0069aa4d34c4 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:43:59.134553 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (60f0fedc-1d05-40ad-8afe-0069aa4d34c4), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:59.134955 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port 60f0fedc-1d05-40ad-8afe-0069aa4d34c4 Sep 16 19:43:59.218422 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port 60f0fedc-1d05-40ad-8afe-0069aa4d34c4 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:43:59.384766 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-a131102d-5a3d-482b-b0b8-010f9a2a4431 None None] Attempt 5 to provision port b2ee988c-4a1e-474f-a88f-23d78f792b0c Sep 16 19:43:59.427546 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-a131102d-5a3d-482b-b0b8-010f9a2a4431 None None] Port b2ee988c-4a1e-474f-a88f-23d78f792b0c cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:43:59.432199 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a895da52-9ee6-410c-a550-d46bf5683b31 None None] Sync routers for ids ['a570ee07-b0df-4fee-95ad-f4b5e9d81413'] in dv-cinder-850320-7-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:43:59.443797 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a895da52-9ee6-410c-a550-d46bf5683b31 None None] Routers {'a570ee07-b0df-4fee-95ad-f4b5e9d81413'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:43:59.444531 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-a895da52-9ee6-410c-a550-d46bf5683b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:43:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['a570ee07-b0df-4fee-95ad-f4b5e9d81413'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:43:59.560867 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-a895da52-9ee6-410c-a550-d46bf5683b31 None None] Set router a570ee07-b0df-4fee-95ad-f4b5e9d81413 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:43:59.634104 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=100 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:43:59.771402 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-a895da52-9ee6-410c-a550-d46bf5683b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a570ee07-b0df-4fee-95ad-f4b5e9d81413', 'name': 'tempest-TestMinimumBasicScenario-1279196126-router', 'tenant_id': '0828c81cb5b646c9b2ea2045f1edcbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '5b8a3385-7a67-48c1-be25-ed576116d434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:43:53Z', 'updated_at': '2022-09-16T19:43:56Z', 'revision_number': 4, 'project_id': '0828c81cb5b646c9b2ea2045f1edcbf4', 'gw_port': {'id': '5b8a3385-7a67-48c1-be25-ed576116d434', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:19:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a570ee07-b0df-4fee-95ad-f4b5e9d81413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:43:54Z', 'updated_at': '2022-09-16T19:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': 'b2ee988c-4a1e-474f-a88f-23d78f792b0c', 'name': '', 'network_id': '7fa2a20c-cc5f-41c6-a4ad-09ef87a74bf5', 'tenant_id': '0828c81cb5b646c9b2ea2045f1edcbf4', 'mac_address': 'fa:16:3e:af:71:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a570ee07-b0df-4fee-95ad-f4b5e9d81413', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'a017fa00-de79-47dd-9807-ce2ca54e2dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:43:55Z', 'updated_at': '2022-09-16T19:43:56Z', 'revision_number': 2, 'project_id': '0828c81cb5b646c9b2ea2045f1edcbf4', 'subnets': [{'id': 'a017fa00-de79-47dd-9807-ce2ca54e2dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:43:59.801282 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a895da52-9ee6-410c-a550-d46bf5683b31 None None] Checking router: a570ee07-b0df-4fee-95ad-f4b5e9d81413 for host: dv-cinder-850320-7-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:43:59.801626 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a895da52-9ee6-410c-a550-d46bf5683b31 None None] Updating router a570ee07-b0df-4fee-95ad-f4b5e9d81413 port b2ee988c-4a1e-474f-a88f-23d78f792b0c binding host dv-cinder-850320-7-iscsi {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 19:43:59.830349 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a895da52-9ee6-410c-a550-d46bf5683b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (b2ee988c-4a1e-474f-a88f-23d78f792b0c), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:43:59.928947 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-a131102d-5a3d-482b-b0b8-010f9a2a4431 None None] Attempt 6 to provision port b2ee988c-4a1e-474f-a88f-23d78f792b0c Sep 16 19:43:59.982675 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-a131102d-5a3d-482b-b0b8-010f9a2a4431 None None] Port b2ee988c-4a1e-474f-a88f-23d78f792b0c cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:44:00.046536 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-17849a5e-cc8a-4c4c-9865-56210d3c2e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:00.110280 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:00.158060 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a895da52-9ee6-410c-a550-d46bf5683b31 None None] Publish callbacks [] for port (b2ee988c-4a1e-474f-a88f-23d78f792b0c), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:00.168357 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a895da52-9ee6-410c-a550-d46bf5683b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (b2ee988c-4a1e-474f-a88f-23d78f792b0c), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:00.229613 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0aa3c-e785-46c1-8a50-18761e0f55fa None None] Pushing event updated for resources: {'Port': ['ID=b2ee988c-4a1e-474f-a88f-23d78f792b0c,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:44:00.265396 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-a895da52-9ee6-410c-a550-d46bf5683b31 None None] Attempting to bind port b2ee988c-4a1e-474f-a88f-23d78f792b0c on host dv-cinder-850320-7-iscsi for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:44:00.265761 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-a895da52-9ee6-410c-a550-d46bf5683b31 None None] Attempting to bind port b2ee988c-4a1e-474f-a88f-23d78f792b0c by drivers openvswitch,hyperv on host dv-cinder-850320-7-iscsi at level 0 using segments [{'id': '44fc078c-7fe7-49bf-a200-fce74afa6923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '7fa2a20c-cc5f-41c6-a4ad-09ef87a74bf5'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:44:00.266227 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a895da52-9ee6-410c-a550-d46bf5683b31 None None] Attempting to bind port b2ee988c-4a1e-474f-a88f-23d78f792b0c on network 7fa2a20c-cc5f-41c6-a4ad-09ef87a74bf5 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:44:00.314513 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a895da52-9ee6-410c-a550-d46bf5683b31 None None] Checking agent: {'id': 'b5f6a205-959f-46f4-8ef4-8f70c2c67a2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850320-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 18, 35), 'started_at': datetime.datetime(2022, 9, 16, 19, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850320-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:44:00.314877 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a895da52-9ee6-410c-a550-d46bf5683b31 None None] Checking segment: {'id': '44fc078c-7fe7-49bf-a200-fce74afa6923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '7fa2a20c-cc5f-41c6-a4ad-09ef87a74bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:44:00.315274 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a895da52-9ee6-410c-a550-d46bf5683b31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:00.315661 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a895da52-9ee6-410c-a550-d46bf5683b31 None None] Bound using segment: {'id': '44fc078c-7fe7-49bf-a200-fce74afa6923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '7fa2a20c-cc5f-41c6-a4ad-09ef87a74bf5'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:44:00.316129 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-a895da52-9ee6-410c-a550-d46bf5683b31 None None] Bound port: b2ee988c-4a1e-474f-a88f-23d78f792b0c, host: dv-cinder-850320-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44fc078c-7fe7-49bf-a200-fce74afa6923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '7fa2a20c-cc5f-41c6-a4ad-09ef87a74bf5'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:44:00.316532 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a895da52-9ee6-410c-a550-d46bf5683b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (b2ee988c-4a1e-474f-a88f-23d78f792b0c), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:00.385617 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-a895da52-9ee6-410c-a550-d46bf5683b31 None None] For port b2ee988c-4a1e-474f-a88f-23d78f792b0c, host dv-cinder-850320-7-iscsi, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:44:00.389157 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-a895da52-9ee6-410c-a550-d46bf5683b31 None None] For port b2ee988c-4a1e-474f-a88f-23d78f792b0c, host dv-cinder-850320-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=b2ee988c-4a1e-474f-a88f-23d78f792b0c,segment=NetworkSegment(44fc078c-7fe7-49bf-a200-fce74afa6923),segment_id=44fc078c-7fe7-49bf-a200-fce74afa6923)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:44:00.399431 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a895da52-9ee6-410c-a550-d46bf5683b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (b2ee988c-4a1e-474f-a88f-23d78f792b0c), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:00.444675 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a895da52-9ee6-410c-a550-d46bf5683b31 None None] Routers {'a570ee07-b0df-4fee-95ad-f4b5e9d81413'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:44:00.445518 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-a895da52-9ee6-410c-a550-d46bf5683b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:43:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['a570ee07-b0df-4fee-95ad-f4b5e9d81413'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:44:00.486350 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-a131102d-5a3d-482b-b0b8-010f9a2a4431 None None] Attempt 7 to provision port b2ee988c-4a1e-474f-a88f-23d78f792b0c Sep 16 19:44:00.528342 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0aa3c-e785-46c1-8a50-18761e0f55fa None None] Pushing event updated for resources: {'Port': ['ID=b2ee988c-4a1e-474f-a88f-23d78f792b0c,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:44:00.586624 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:00.629050 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-a895da52-9ee6-410c-a550-d46bf5683b31 None None] Set router a570ee07-b0df-4fee-95ad-f4b5e9d81413 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:44:00.673084 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-a131102d-5a3d-482b-b0b8-010f9a2a4431 None None] Current status of the port b2ee988c-4a1e-474f-a88f-23d78f792b0c is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:44:00.673468 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a131102d-5a3d-482b-b0b8-010f9a2a4431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (b2ee988c-4a1e-474f-a88f-23d78f792b0c), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:00.785888 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-a131102d-5a3d-482b-b0b8-010f9a2a4431 None None] For port b2ee988c-4a1e-474f-a88f-23d78f792b0c, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=b2ee988c-4a1e-474f-a88f-23d78f792b0c,segment=NetworkSegment(44fc078c-7fe7-49bf-a200-fce74afa6923),segment_id=44fc078c-7fe7-49bf-a200-fce74afa6923)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:44:00.793518 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a131102d-5a3d-482b-b0b8-010f9a2a4431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (b2ee988c-4a1e-474f-a88f-23d78f792b0c), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:00.847169 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a131102d-5a3d-482b-b0b8-010f9a2a4431 None None] Provisioning complete for port 60f0fedc-1d05-40ad-8afe-0069aa4d34c4 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:44:00.849918 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a131102d-5a3d-482b-b0b8-010f9a2a4431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (60f0fedc-1d05-40ad-8afe-0069aa4d34c4), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:00.849918 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-a131102d-5a3d-482b-b0b8-010f9a2a4431 None None] Attempt 1 to provision port 60f0fedc-1d05-40ad-8afe-0069aa4d34c4 Sep 16 19:44:00.863608 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:00.949518 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a131102d-5a3d-482b-b0b8-010f9a2a4431 None None] Pushing event updated for resources: {'Port': ['ID=b2ee988c-4a1e-474f-a88f-23d78f792b0c,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:44:01.001812 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-a895da52-9ee6-410c-a550-d46bf5683b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a570ee07-b0df-4fee-95ad-f4b5e9d81413', 'name': 'tempest-TestMinimumBasicScenario-1279196126-router', 'tenant_id': '0828c81cb5b646c9b2ea2045f1edcbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '5b8a3385-7a67-48c1-be25-ed576116d434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:43:53Z', 'updated_at': '2022-09-16T19:43:56Z', 'revision_number': 4, 'project_id': '0828c81cb5b646c9b2ea2045f1edcbf4', 'gw_port': {'id': '5b8a3385-7a67-48c1-be25-ed576116d434', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:19:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a570ee07-b0df-4fee-95ad-f4b5e9d81413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:43:54Z', 'updated_at': '2022-09-16T19:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': 'b2ee988c-4a1e-474f-a88f-23d78f792b0c', 'name': '', 'network_id': '7fa2a20c-cc5f-41c6-a4ad-09ef87a74bf5', 'tenant_id': '0828c81cb5b646c9b2ea2045f1edcbf4', 'mac_address': 'fa:16:3e:af:71:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a570ee07-b0df-4fee-95ad-f4b5e9d81413', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'a017fa00-de79-47dd-9807-ce2ca54e2dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:43:55Z', 'updated_at': '2022-09-16T19:44:00Z', 'revision_number': 4, 'project_id': '0828c81cb5b646c9b2ea2045f1edcbf4', 'subnets': [{'id': 'a017fa00-de79-47dd-9807-ce2ca54e2dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:44:01.036494 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a895da52-9ee6-410c-a550-d46bf5683b31 None None] The sync data for ids ['a570ee07-b0df-4fee-95ad-f4b5e9d81413'] in dv-cinder-850320-7-iscsi is: [{'id': 'a570ee07-b0df-4fee-95ad-f4b5e9d81413', 'name': 'tempest-TestMinimumBasicScenario-1279196126-router', 'tenant_id': '0828c81cb5b646c9b2ea2045f1edcbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '5b8a3385-7a67-48c1-be25-ed576116d434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:43:53Z', 'updated_at': '2022-09-16T19:43:56Z', 'revision_number': 4, 'project_id': '0828c81cb5b646c9b2ea2045f1edcbf4', 'gw_port': {'id': '5b8a3385-7a67-48c1-be25-ed576116d434', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:19:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a570ee07-b0df-4fee-95ad-f4b5e9d81413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:43:54Z', 'updated_at': '2022-09-16T19:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': 'b2ee988c-4a1e-474f-a88f-23d78f792b0c', 'name': '', 'network_id': '7fa2a20c-cc5f-41c6-a4ad-09ef87a74bf5', 'tenant_id': '0828c81cb5b646c9b2ea2045f1edcbf4', 'mac_address': 'fa:16:3e:af:71:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a570ee07-b0df-4fee-95ad-f4b5e9d81413', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'a017fa00-de79-47dd-9807-ce2ca54e2dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:43:55Z', 'updated_at': '2022-09-16T19:44:00Z', 'revision_number': 4, 'project_id': '0828c81cb5b646c9b2ea2045f1edcbf4', 'subnets': [{'id': 'a017fa00-de79-47dd-9807-ce2ca54e2dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:44:01.040130 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-a131102d-5a3d-482b-b0b8-010f9a2a4431 None None] Current status of the port 60f0fedc-1d05-40ad-8afe-0069aa4d34c4 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:44:01.166630 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-38c015bd-3cee-43b0-b750-c1d424ce93a4 None None] Provisioning complete for port b2ee988c-4a1e-474f-a88f-23d78f792b0c triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:44:01.167011 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-38c015bd-3cee-43b0-b750-c1d424ce93a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (b2ee988c-4a1e-474f-a88f-23d78f792b0c), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:01.167345 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-38c015bd-3cee-43b0-b750-c1d424ce93a4 None None] Attempt 1 to provision port b2ee988c-4a1e-474f-a88f-23d78f792b0c Sep 16 19:44:01.262659 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-38c015bd-3cee-43b0-b750-c1d424ce93a4 None None] Current status of the port b2ee988c-4a1e-474f-a88f-23d78f792b0c is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:44:02.120008 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:02.288016 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e7760aeb-d31f-40b5-98c2-07f5e1a093c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:02.902587 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device b2ee988c-4a1e-474f-a88f-23d78f792b0c up at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:44:02.949386 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Provisioning complete for port b2ee988c-4a1e-474f-a88f-23d78f792b0c triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:44:02.949837 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (b2ee988c-4a1e-474f-a88f-23d78f792b0c), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:02.950228 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Attempt 1 to provision port b2ee988c-4a1e-474f-a88f-23d78f792b0c Sep 16 19:44:03.168511 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Current status of the port b2ee988c-4a1e-474f-a88f-23d78f792b0c is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:44:03.696965 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:05.012399 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=55,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:05.016241 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=63,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:05.050319 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:05.128174 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:06.433263 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=33,neutron:INSERT=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:06.438559 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:07.071762 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953b267-06ce-43a8-a4b1-e98978eff9f9 req-38e07969-2e96-4ee8-bd68-3cb351e875d1 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:07.073246 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d953b267-06ce-43a8-a4b1-e98978eff9f9 req-38e07969-2e96-4ee8-bd68-3cb351e875d1 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/networks?id=536fffa3-4df1-4dbe-b3de-514304db22e6 HTTP/1.1" status: 200 len: 815 time: 0.1202090 Sep 16 19:44:07.091381 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d953b267-06ce-43a8-a4b1-e98978eff9f9 req-a8340c91-ecb2-493b-8835-95da3f46bd46 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/quotas/40b81d1ed9bb412588f97007da53017c HTTP/1.1" status: 200 len: 375 time: 0.0096564 Sep 16 19:44:07.147617 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d953b267-06ce-43a8-a4b1-e98978eff9f9 req-b54b51ab-45b8-4ebe-ac8f-e0f2f8220848 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=40b81d1ed9bb412588f97007da53017c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512047 Sep 16 19:44:07.248169 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d953b267-06ce-43a8-a4b1-e98978eff9f9 req-91bb69b1-1fe4-404c-ab9e-635bb9a9d289 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/536fffa3-4df1-4dbe-b3de-514304db22e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884619 Sep 16 19:44:07.348282 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d953b267-06ce-43a8-a4b1-e98978eff9f9 req-109bee11-6f63-4c19-8db0-cc2305043266 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/536fffa3-4df1-4dbe-b3de-514304db22e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941665 Sep 16 19:44:07.513713 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-643050bd-c840-47a8-8b01-1fac8dbbf203 req-67a550c1-91f9-4012-9f14-45bcede6150b tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=948c0627-b91c-4aa1-a51e-17347b2925d5 HTTP/1.1" status: 200 len: 210 time: 0.0293481 Sep 16 19:44:08.631201 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2ea79350-b5eb-4561-9a0e-f996c65eebe6 req-d4560d06-abee-4e88-9eb2-a2a63ce02a67 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=948c0627-b91c-4aa1-a51e-17347b2925d5 HTTP/1.1" status: 200 len: 210 time: 0.0341082 Sep 16 19:44:08.859118 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:08.893174 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:08.904573 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953b267-06ce-43a8-a4b1-e98978eff9f9 req-6c287d22-1e6f-4503-811d-65eaa94fe392 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:08.906058 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d953b267-06ce-43a8-a4b1-e98978eff9f9 req-6c287d22-1e6f-4503-811d-65eaa94fe392 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.27 "GET /networking/v2.0/networks?id=536fffa3-4df1-4dbe-b3de-514304db22e6 HTTP/1.1" status: 200 len: 815 time: 0.1221237 Sep 16 19:44:08.927249 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [req-d953b267-06ce-43a8-a4b1-e98978eff9f9 req-eed31cd2-d2d3-4b9c-8ed7-ab9ee7bca956 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Request body: {'port': {'device_id': '948c0627-b91c-4aa1-a51e-17347b2925d5', 'network_id': '536fffa3-4df1-4dbe-b3de-514304db22e6', 'admin_state_up': True, 'tenant_id': '40b81d1ed9bb412588f97007da53017c'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:44:09.072472 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d953b267-06ce-43a8-a4b1-e98978eff9f9 req-eed31cd2-d2d3-4b9c-8ed7-ab9ee7bca956 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Made reservation on behalf of 40b81d1ed9bb412588f97007da53017c for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:44:09.076453 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d953b267-06ce-43a8-a4b1-e98978eff9f9 req-eed31cd2-d2d3-4b9c-8ed7-ab9ee7bca956 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:09.229965 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-d953b267-06ce-43a8-a4b1-e98978eff9f9 req-eed31cd2-d2d3-4b9c-8ed7-ab9ee7bca956 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Allocated IP 172.20.0.12 (536fffa3-4df1-4dbe-b3de-514304db22e6/44df0974-d973-4958-943e-833459860578/e3832b11-3df5-4301-8a3d-64f83df2cc78) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:44:09.419494 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d953b267-06ce-43a8-a4b1-e98978eff9f9 req-eed31cd2-d2d3-4b9c-8ed7-ab9ee7bca956 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks [] for port (e3832b11-3df5-4301-8a3d-64f83df2cc78), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:09.462104 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d953b267-06ce-43a8-a4b1-e98978eff9f9 req-eed31cd2-d2d3-4b9c-8ed7-ab9ee7bca956 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (e3832b11-3df5-4301-8a3d-64f83df2cc78), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:09.543369 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed31cd2-d2d3-4b9c-8ed7-ab9ee7bca956 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Pushing event updated for resources: {'Port': ['ID=e3832b11-3df5-4301-8a3d-64f83df2cc78,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:44:09.553389 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d953b267-06ce-43a8-a4b1-e98978eff9f9 req-eed31cd2-d2d3-4b9c-8ed7-ab9ee7bca956 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Network 536fffa3-4df1-4dbe-b3de-514304db22e6 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:44:09.555987 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-d953b267-06ce-43a8-a4b1-e98978eff9f9 req-eed31cd2-d2d3-4b9c-8ed7-ab9ee7bca956 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:44:09.559145 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-d953b267-06ce-43a8-a4b1-e98978eff9f9 req-eed31cd2-d2d3-4b9c-8ed7-ab9ee7bca956 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:44:09.613087 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:09.636666 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953b267-06ce-43a8-a4b1-e98978eff9f9 req-eed31cd2-d2d3-4b9c-8ed7-ab9ee7bca956 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:09.638086 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d953b267-06ce-43a8-a4b1-e98978eff9f9 req-eed31cd2-d2d3-4b9c-8ed7-ab9ee7bca956 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:09.664795 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d953b267-06ce-43a8-a4b1-e98978eff9f9 req-eed31cd2-d2d3-4b9c-8ed7-ab9ee7bca956 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7427807 Sep 16 19:44:09.812630 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b17a6b-0451-45d4-be5f-edbf262b0c07 req-dc702bf6-f447-4881-bb8c-441dbb8b64e2 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:09.821152 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c4b17a6b-0451-45d4-be5f-edbf262b0c07 req-dc702bf6-f447-4881-bb8c-441dbb8b64e2 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=948c0627-b91c-4aa1-a51e-17347b2925d5 HTTP/1.1" status: 200 len: 932 time: 0.0784647 Sep 16 19:44:09.905301 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c4b17a6b-0451-45d4-be5f-edbf262b0c07 req-92b2d4bf-7072-4f83-b4ed-01a5d8712052 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=14ff285c-89b1-4cad-a7b3-292b4be107c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828772 Sep 16 19:44:09.953484 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-501e6154-d324-48de-b37e-8770f11581e6 None None] Provisioning complete for port e3832b11-3df5-4301-8a3d-64f83df2cc78 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:44:09.954633 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-501e6154-d324-48de-b37e-8770f11581e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (e3832b11-3df5-4301-8a3d-64f83df2cc78), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:09.955486 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-501e6154-d324-48de-b37e-8770f11581e6 None None] Attempt 1 to provision port e3832b11-3df5-4301-8a3d-64f83df2cc78 Sep 16 19:44:10.009790 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-501e6154-d324-48de-b37e-8770f11581e6 None None] Port e3832b11-3df5-4301-8a3d-64f83df2cc78 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:44:10.511159 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-501e6154-d324-48de-b37e-8770f11581e6 None None] Attempt 2 to provision port e3832b11-3df5-4301-8a3d-64f83df2cc78 Sep 16 19:44:10.541022 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:10.548529 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-501e6154-d324-48de-b37e-8770f11581e6 None None] Port e3832b11-3df5-4301-8a3d-64f83df2cc78 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:44:11.041449 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba668970-b441-4a14-9e85-c4c16608d896 req-770a151c-8b61-4624-88a2-eed7fef259a9 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:11.049429 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-501e6154-d324-48de-b37e-8770f11581e6 None None] Attempt 3 to provision port e3832b11-3df5-4301-8a3d-64f83df2cc78 Sep 16 19:44:11.054637 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ba668970-b441-4a14-9e85-c4c16608d896 req-770a151c-8b61-4624-88a2-eed7fef259a9 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=948c0627-b91c-4aa1-a51e-17347b2925d5 HTTP/1.1" status: 200 len: 932 time: 0.0794001 Sep 16 19:44:11.091809 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-501e6154-d324-48de-b37e-8770f11581e6 None None] Port e3832b11-3df5-4301-8a3d-64f83df2cc78 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:44:11.126035 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ba668970-b441-4a14-9e85-c4c16608d896 req-97f28b01-d0b0-441d-9cd6-ed51de97d1fa tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=14ff285c-89b1-4cad-a7b3-292b4be107c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695333 Sep 16 19:44:11.593852 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-501e6154-d324-48de-b37e-8770f11581e6 None None] Attempt 4 to provision port e3832b11-3df5-4301-8a3d-64f83df2cc78 Sep 16 19:44:11.629724 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-501e6154-d324-48de-b37e-8770f11581e6 None None] Port e3832b11-3df5-4301-8a3d-64f83df2cc78 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:44:12.131295 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-501e6154-d324-48de-b37e-8770f11581e6 None None] Attempt 5 to provision port e3832b11-3df5-4301-8a3d-64f83df2cc78 Sep 16 19:44:12.184454 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-501e6154-d324-48de-b37e-8770f11581e6 None None] Port e3832b11-3df5-4301-8a3d-64f83df2cc78 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:44:12.264183 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53402bc-6e71-4f26-8593-ba8ff01da818 req-8d68fdc0-fd7d-4151-9f1b-8bf935a8be2f tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:12.265847 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b53402bc-6e71-4f26-8593-ba8ff01da818 req-8d68fdc0-fd7d-4151-9f1b-8bf935a8be2f tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=948c0627-b91c-4aa1-a51e-17347b2925d5 HTTP/1.1" status: 200 len: 932 time: 0.0557423 Sep 16 19:44:12.334051 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b53402bc-6e71-4f26-8593-ba8ff01da818 req-46753ff0-41e4-4056-a894-a64f5b369ca9 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=14ff285c-89b1-4cad-a7b3-292b4be107c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582933 Sep 16 19:44:12.686594 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-501e6154-d324-48de-b37e-8770f11581e6 None None] Attempt 6 to provision port e3832b11-3df5-4301-8a3d-64f83df2cc78 Sep 16 19:44:12.720990 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-501e6154-d324-48de-b37e-8770f11581e6 None None] Port e3832b11-3df5-4301-8a3d-64f83df2cc78 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:44:13.222155 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-501e6154-d324-48de-b37e-8770f11581e6 None None] Attempt 7 to provision port e3832b11-3df5-4301-8a3d-64f83df2cc78 Sep 16 19:44:13.258811 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-501e6154-d324-48de-b37e-8770f11581e6 None None] Port e3832b11-3df5-4301-8a3d-64f83df2cc78 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:44:13.447784 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5bb597-fff7-430c-98b6-5a6695324604 req-d87861c2-22c8-4b59-b5b2-035ca46389fa tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:13.449473 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-5e5bb597-fff7-430c-98b6-5a6695324604 req-d87861c2-22c8-4b59-b5b2-035ca46389fa tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=948c0627-b91c-4aa1-a51e-17347b2925d5 HTTP/1.1" status: 200 len: 932 time: 0.0510211 Sep 16 19:44:13.503415 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-5e5bb597-fff7-430c-98b6-5a6695324604 req-43c22fd8-c8dd-49fc-bbd5-7d3777f395b8 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=14ff285c-89b1-4cad-a7b3-292b4be107c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456066 Sep 16 19:44:13.760232 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-501e6154-d324-48de-b37e-8770f11581e6 None None] Attempt 8 to provision port e3832b11-3df5-4301-8a3d-64f83df2cc78 Sep 16 19:44:13.794413 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-501e6154-d324-48de-b37e-8770f11581e6 None None] Port e3832b11-3df5-4301-8a3d-64f83df2cc78 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:44:14.296237 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-501e6154-d324-48de-b37e-8770f11581e6 None None] Attempt 9 to provision port e3832b11-3df5-4301-8a3d-64f83df2cc78 Sep 16 19:44:14.335054 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-501e6154-d324-48de-b37e-8770f11581e6 None None] Port e3832b11-3df5-4301-8a3d-64f83df2cc78 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:44:14.637837 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e02ca-64ea-4c9d-bdad-e722a289299c req-95527778-78d0-4cda-ac02-cb8282b553e4 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:14.639349 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cb7e02ca-64ea-4c9d-bdad-e722a289299c req-95527778-78d0-4cda-ac02-cb8282b553e4 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=948c0627-b91c-4aa1-a51e-17347b2925d5 HTTP/1.1" status: 200 len: 932 time: 0.0509613 Sep 16 19:44:14.697129 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cb7e02ca-64ea-4c9d-bdad-e722a289299c req-0a8bb1cc-ce3f-4257-a223-8431057472c7 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=14ff285c-89b1-4cad-a7b3-292b4be107c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477438 Sep 16 19:44:14.835860 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-501e6154-d324-48de-b37e-8770f11581e6 None None] Attempt 10 to provision port e3832b11-3df5-4301-8a3d-64f83df2cc78 Sep 16 19:44:14.871803 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-501e6154-d324-48de-b37e-8770f11581e6 None None] Port e3832b11-3df5-4301-8a3d-64f83df2cc78 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 19:44:15.445182 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:44:15.836211 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891cdab7-cc49-404a-871f-7aec984ecfa9 req-13f58550-c26f-4297-a637-dc3e2720c518 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:15.837793 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-891cdab7-cc49-404a-871f-7aec984ecfa9 req-13f58550-c26f-4297-a637-dc3e2720c518 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=948c0627-b91c-4aa1-a51e-17347b2925d5 HTTP/1.1" status: 200 len: 932 time: 0.0490859 Sep 16 19:44:15.891512 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-891cdab7-cc49-404a-871f-7aec984ecfa9 req-24a13556-a92c-4dd8-988a-0542d9388e74 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=14ff285c-89b1-4cad-a7b3-292b4be107c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479572 Sep 16 19:44:17.032260 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e261cc6-a11b-4e81-a756-f1b5365cd01f req-f757c0c6-f7dc-4a82-b6e4-fc783ca33fc2 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:17.033668 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6e261cc6-a11b-4e81-a756-f1b5365cd01f req-f757c0c6-f7dc-4a82-b6e4-fc783ca33fc2 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=948c0627-b91c-4aa1-a51e-17347b2925d5 HTTP/1.1" status: 200 len: 932 time: 0.0494158 Sep 16 19:44:17.088821 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6e261cc6-a11b-4e81-a756-f1b5365cd01f req-73654ea1-25f5-419f-a068-3997aa3db501 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=14ff285c-89b1-4cad-a7b3-292b4be107c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464835 Sep 16 19:44:18.229970 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c5fe7-85a0-4304-9932-637d2c83b9b4 req-3d361a39-a294-4d78-80d4-66fa37b9bf99 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:18.231342 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a58c5fe7-85a0-4304-9932-637d2c83b9b4 req-3d361a39-a294-4d78-80d4-66fa37b9bf99 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=948c0627-b91c-4aa1-a51e-17347b2925d5 HTTP/1.1" status: 200 len: 932 time: 0.0585623 Sep 16 19:44:18.284710 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a58c5fe7-85a0-4304-9932-637d2c83b9b4 req-5cd9c233-74ef-4bb9-b2ef-b8c7bad07a43 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=14ff285c-89b1-4cad-a7b3-292b4be107c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449066 Sep 16 19:44:19.427078 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709b044-4bed-4c7c-8ca5-be571ce04c78 req-85f6d6af-094d-414e-b95c-02730c0f7fa1 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:19.428549 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2709b044-4bed-4c7c-8ca5-be571ce04c78 req-85f6d6af-094d-414e-b95c-02730c0f7fa1 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=948c0627-b91c-4aa1-a51e-17347b2925d5 HTTP/1.1" status: 200 len: 932 time: 0.0567503 Sep 16 19:44:19.480041 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2709b044-4bed-4c7c-8ca5-be571ce04c78 req-6b36810c-e03f-48ff-b7eb-0f756dcd47cf tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=14ff285c-89b1-4cad-a7b3-292b4be107c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427155 Sep 16 19:44:20.551170 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [req-d953b267-06ce-43a8-a4b1-e98978eff9f9 req-5baaceda-6f6d-4bc0-976b-2d8a75481d2d service neutron] Request body: {'port': {'device_id': '948c0627-b91c-4aa1-a51e-17347b2925d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:44:20.616198 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-619dbb8d-0780-4ff9-909b-94a5143ce03c req-cd5a235b-0e62-4454-9d90-a7ab46172872 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5d97a982-922f-489b-b88d-66c3b0dfccb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394299 Sep 16 19:44:20.643045 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:20.650601 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2674b5cd-3083-4c05-95fd-562a73011b92 req-ed2d0d75-cafb-44d6-9013-022f25fe9102 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:20.652061 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2674b5cd-3083-4c05-95fd-562a73011b92 req-ed2d0d75-cafb-44d6-9013-022f25fe9102 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=948c0627-b91c-4aa1-a51e-17347b2925d5 HTTP/1.1" status: 200 len: 932 time: 0.0807750 Sep 16 19:44:20.653573 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d953b267-06ce-43a8-a4b1-e98978eff9f9 req-5baaceda-6f6d-4bc0-976b-2d8a75481d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (e3832b11-3df5-4301-8a3d-64f83df2cc78), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:20.718974 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619dbb8d-0780-4ff9-909b-94a5143ce03c req-9ca25e67-775a-4ae4-bc9d-6c228c937d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:20.720553 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-619dbb8d-0780-4ff9-909b-94a5143ce03c req-9ca25e67-775a-4ae4-bc9d-6c228c937d0f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=9b9158de13684627b042d2a183330eff&device_id=5d97a982-922f-489b-b88d-66c3b0dfccb9 HTTP/1.1" status: 200 len: 1129 time: 0.0431113 Sep 16 19:44:20.746184 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2674b5cd-3083-4c05-95fd-562a73011b92 req-6a032b04-05ac-4c05-95d1-6e77bf3465ea tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=14ff285c-89b1-4cad-a7b3-292b4be107c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829270 Sep 16 19:44:20.827846 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619dbb8d-0780-4ff9-909b-94a5143ce03c req-0bb8969a-49b3-4ef2-8786-6178fc7a4f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:20.829969 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-619dbb8d-0780-4ff9-909b-94a5143ce03c req-0bb8969a-49b3-4ef2-8786-6178fc7a4f65 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=a6a02090-2f02-4634-aa67-dc86c3956885 HTTP/1.1" status: 200 len: 912 time: 0.0884118 Sep 16 19:44:20.895882 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-619dbb8d-0780-4ff9-909b-94a5143ce03c req-e66ad0f4-5f03-4d34-9b33-0a541fcb3ae3 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57c9df1f-3f0d-453f-8f07-577f57154444 HTTP/1.1" status: 200 len: 1001 time: 0.0593042 Sep 16 19:44:20.944970 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619dbb8d-0780-4ff9-909b-94a5143ce03c req-dd4f64b4-daf1-4029-9abe-0695cbd715f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:20.946545 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-619dbb8d-0780-4ff9-909b-94a5143ce03c req-dd4f64b4-daf1-4029-9abe-0695cbd715f3 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=085fd4f8-7ca2-48a8-876f-2233969b7ec3 HTTP/1.1" status: 200 len: 850 time: 0.0438373 Sep 16 19:44:20.955228 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [req-d953b267-06ce-43a8-a4b1-e98978eff9f9 req-5baaceda-6f6d-4bc0-976b-2d8a75481d2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3832b11-3df5-4301-8a3d-64f83df2cc78 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 19:44:20.963986 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d953b267-06ce-43a8-a4b1-e98978eff9f9 req-5baaceda-6f6d-4bc0-976b-2d8a75481d2d service neutron] Publish callbacks [] for port (e3832b11-3df5-4301-8a3d-64f83df2cc78), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:20.977507 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-d953b267-06ce-43a8-a4b1-e98978eff9f9 req-5baaceda-6f6d-4bc0-976b-2d8a75481d2d service neutron] Transition to ACTIVE for port object e3832b11-3df5-4301-8a3d-64f83df2cc78 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 19:44:20.983031 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d953b267-06ce-43a8-a4b1-e98978eff9f9 req-5baaceda-6f6d-4bc0-976b-2d8a75481d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2678318'] for port (e3832b11-3df5-4301-8a3d-64f83df2cc78), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:20.989101 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619dbb8d-0780-4ff9-909b-94a5143ce03c req-10fa108f-bfab-4632-8349-ad1f595b56df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:20.990602 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-619dbb8d-0780-4ff9-909b-94a5143ce03c req-10fa108f-bfab-4632-8349-ad1f595b56df service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=a6a02090-2f02-4634-aa67-dc86c3956885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377917 Sep 16 19:44:21.045643 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baaceda-6f6d-4bc0-976b-2d8a75481d2d service neutron] Pushing event updated for resources: {'Port': ['ID=e3832b11-3df5-4301-8a3d-64f83df2cc78,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:44:21.084143 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-619dbb8d-0780-4ff9-909b-94a5143ce03c req-c73dd5a2-dba2-4603-a6e3-8abef0eb7325 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a6a02090-2f02-4634-aa67-dc86c3956885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871994 Sep 16 19:44:21.101585 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-d953b267-06ce-43a8-a4b1-e98978eff9f9 req-5baaceda-6f6d-4bc0-976b-2d8a75481d2d service neutron] Attempting to bind port e3832b11-3df5-4301-8a3d-64f83df2cc78 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 19:44:21.101946 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-d953b267-06ce-43a8-a4b1-e98978eff9f9 req-5baaceda-6f6d-4bc0-976b-2d8a75481d2d service neutron] Attempting to bind port e3832b11-3df5-4301-8a3d-64f83df2cc78 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': 'c4a4c158-518a-46a4-85d6-de1bac082d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '536fffa3-4df1-4dbe-b3de-514304db22e6'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 19:44:21.102273 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d953b267-06ce-43a8-a4b1-e98978eff9f9 req-5baaceda-6f6d-4bc0-976b-2d8a75481d2d service neutron] Attempting to bind port e3832b11-3df5-4301-8a3d-64f83df2cc78 on network 536fffa3-4df1-4dbe-b3de-514304db22e6 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:44:21.104226 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:21.146289 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d953b267-06ce-43a8-a4b1-e98978eff9f9 req-5baaceda-6f6d-4bc0-976b-2d8a75481d2d service neutron] Port e3832b11-3df5-4301-8a3d-64f83df2cc78 on network 536fffa3-4df1-4dbe-b3de-514304db22e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 19:44:21.146613 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d953b267-06ce-43a8-a4b1-e98978eff9f9 req-5baaceda-6f6d-4bc0-976b-2d8a75481d2d service neutron] Attempting to bind port e3832b11-3df5-4301-8a3d-64f83df2cc78 on network 536fffa3-4df1-4dbe-b3de-514304db22e6 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:44:21.191775 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d953b267-06ce-43a8-a4b1-e98978eff9f9 req-5baaceda-6f6d-4bc0-976b-2d8a75481d2d service neutron] Checking agent: {'id': 'f29a7e91-2c4b-48c7-9aed-98e73119d395', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 19, 24, 59), 'started_at': datetime.datetime(2022, 9, 16, 19, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 19, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 19:44:21.192093 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d953b267-06ce-43a8-a4b1-e98978eff9f9 req-5baaceda-6f6d-4bc0-976b-2d8a75481d2d service neutron] Checking segment: {'id': 'c4a4c158-518a-46a4-85d6-de1bac082d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '536fffa3-4df1-4dbe-b3de-514304db22e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 19:44:21.192486 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d953b267-06ce-43a8-a4b1-e98978eff9f9 req-5baaceda-6f6d-4bc0-976b-2d8a75481d2d service neutron] Bound using segment: {'id': 'c4a4c158-518a-46a4-85d6-de1bac082d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '536fffa3-4df1-4dbe-b3de-514304db22e6'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 19:44:21.192916 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-d953b267-06ce-43a8-a4b1-e98978eff9f9 req-5baaceda-6f6d-4bc0-976b-2d8a75481d2d service neutron] Bound port: e3832b11-3df5-4301-8a3d-64f83df2cc78, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a4c158-518a-46a4-85d6-de1bac082d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '536fffa3-4df1-4dbe-b3de-514304db22e6'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 19:44:21.193261 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d953b267-06ce-43a8-a4b1-e98978eff9f9 req-5baaceda-6f6d-4bc0-976b-2d8a75481d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (e3832b11-3df5-4301-8a3d-64f83df2cc78), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:21.240895 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-619dbb8d-0780-4ff9-909b-94a5143ce03c req-e80281a2-8b78-41a0-8193-9cf2fb379fac service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a6a02090-2f02-4634-aa67-dc86c3956885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863633 Sep 16 19:44:21.254664 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-d953b267-06ce-43a8-a4b1-e98978eff9f9 req-5baaceda-6f6d-4bc0-976b-2d8a75481d2d service neutron] For port e3832b11-3df5-4301-8a3d-64f83df2cc78, host hv-cinder-85032, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:44:21.257918 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-d953b267-06ce-43a8-a4b1-e98978eff9f9 req-5baaceda-6f6d-4bc0-976b-2d8a75481d2d service neutron] For port e3832b11-3df5-4301-8a3d-64f83df2cc78, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=e3832b11-3df5-4301-8a3d-64f83df2cc78,segment=NetworkSegment(c4a4c158-518a-46a4-85d6-de1bac082d21),segment_id=c4a4c158-518a-46a4-85d6-de1bac082d21)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:44:21.264763 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d953b267-06ce-43a8-a4b1-e98978eff9f9 req-5baaceda-6f6d-4bc0-976b-2d8a75481d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2678318'] for port (e3832b11-3df5-4301-8a3d-64f83df2cc78), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:21.268242 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953b267-06ce-43a8-a4b1-e98978eff9f9 req-5baaceda-6f6d-4bc0-976b-2d8a75481d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:21.268865 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d953b267-06ce-43a8-a4b1-e98978eff9f9 req-5baaceda-6f6d-4bc0-976b-2d8a75481d2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:21.270529 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d953b267-06ce-43a8-a4b1-e98978eff9f9 req-5baaceda-6f6d-4bc0-976b-2d8a75481d2d service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/e3832b11-3df5-4301-8a3d-64f83df2cc78 HTTP/1.1" status: 200 len: 1094 time: 0.7237680 Sep 16 19:44:21.272680 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '948c0627-b91c-4aa1-a51e-17347b2925d5', 'tag': 'e3832b11-3df5-4301-8a3d-64f83df2cc78'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:44:21.275276 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc02aeec164665d1be19478bc83a94d6f81df8203eb0e70a86ccaa2f58cdb70d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ece07c6-5c75-42ef-94c1-21cecd2837bb" -d '{"events": [{"name": "network-changed", "server_uuid": "948c0627-b91c-4aa1-a51e-17347b2925d5", "tag": "e3832b11-3df5-4301-8a3d-64f83df2cc78"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:44:21.325274 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baaceda-6f6d-4bc0-976b-2d8a75481d2d service neutron] Pushing event updated for resources: {'Port': ['ID=e3832b11-3df5-4301-8a3d-64f83df2cc78,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:44:21.382139 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953b267-06ce-43a8-a4b1-e98978eff9f9 req-29d2cbbe-c75c-40bd-8127-9a9ebc9ea500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:21.383730 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d953b267-06ce-43a8-a4b1-e98978eff9f9 req-29d2cbbe-c75c-40bd-8127-9a9ebc9ea500 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=40b81d1ed9bb412588f97007da53017c&device_id=948c0627-b91c-4aa1-a51e-17347b2925d5 HTTP/1.1" status: 200 len: 1128 time: 0.0433433 Sep 16 19:44:21.428172 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d953b267-06ce-43a8-a4b1-e98978eff9f9 req-31efafc0-21bb-4761-8218-85b695c289a8 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3832b11-3df5-4301-8a3d-64f83df2cc78 HTTP/1.1" status: 200 len: 217 time: 0.0328820 Sep 16 19:44:21.459740 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 19:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757170d7-72f4-4b89-b615-a40bbf774c37 x-openstack-request-id: req-757170d7-72f4-4b89-b615-a40bbf774c37 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:44:21.460038 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "948c0627-b91c-4aa1-a51e-17347b2925d5", "tag": "e3832b11-3df5-4301-8a3d-64f83df2cc78", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:44:21.460287 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-757170d7-72f4-4b89-b615-a40bbf774c37 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:44:21.460710 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-757170d7-72f4-4b89-b615-a40bbf774c37'] response: {'name': 'network-changed', 'server_uuid': '948c0627-b91c-4aa1-a51e-17347b2925d5', 'tag': 'e3832b11-3df5-4301-8a3d-64f83df2cc78', 'status': 'completed', 'code': 200} Sep 16 19:44:21.483438 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953b267-06ce-43a8-a4b1-e98978eff9f9 req-f2aa261b-88be-4ad2-944f-fccc1bb39b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:21.485808 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d953b267-06ce-43a8-a4b1-e98978eff9f9 req-f2aa261b-88be-4ad2-944f-fccc1bb39b67 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=44df0974-d973-4958-943e-833459860578 HTTP/1.1" status: 200 len: 854 time: 0.0520532 Sep 16 19:44:21.529209 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953b267-06ce-43a8-a4b1-e98978eff9f9 req-53c7a99c-a51d-452e-96f4-47f08922633d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:21.530675 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d953b267-06ce-43a8-a4b1-e98978eff9f9 req-53c7a99c-a51d-452e-96f4-47f08922633d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=536fffa3-4df1-4dbe-b3de-514304db22e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389972 Sep 16 19:44:21.543429 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:21.631144 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d953b267-06ce-43a8-a4b1-e98978eff9f9 req-22d2ece6-6e82-44ea-bfa7-96ba8d8e1336 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/536fffa3-4df1-4dbe-b3de-514304db22e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942118 Sep 16 19:44:21.730094 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d953b267-06ce-43a8-a4b1-e98978eff9f9 req-f2009624-9db9-4579-bae3-2e14069382b2 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/536fffa3-4df1-4dbe-b3de-514304db22e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924911 Sep 16 19:44:21.886697 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dfcd91-99a1-4975-8603-9ea3209baec1 req-f9711068-f11c-4c0d-9d8f-6de89abeaf32 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:21.888086 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f5dfcd91-99a1-4975-8603-9ea3209baec1 req-f9711068-f11c-4c0d-9d8f-6de89abeaf32 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=948c0627-b91c-4aa1-a51e-17347b2925d5 HTTP/1.1" status: 200 len: 944 time: 0.0546982 Sep 16 19:44:21.940084 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f5dfcd91-99a1-4975-8603-9ea3209baec1 req-532eb77f-4934-4e29-8a7e-1a7b0d88a426 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=14ff285c-89b1-4cad-a7b3-292b4be107c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435929 Sep 16 19:44:23.076654 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:23.084091 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:23.094333 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8367db-6652-4b5e-9dc7-fd0d24059267 req-9dabfce3-0fc5-4edb-9d48-262735b17477 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:23.095877 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5b8367db-6652-4b5e-9dc7-fd0d24059267 req-9dabfce3-0fc5-4edb-9d48-262735b17477 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=948c0627-b91c-4aa1-a51e-17347b2925d5 HTTP/1.1" status: 200 len: 944 time: 0.0673950 Sep 16 19:44:23.146706 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5b8367db-6652-4b5e-9dc7-fd0d24059267 req-b4fb5055-d726-45e3-b8d7-ddab4a6dd80a tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=14ff285c-89b1-4cad-a7b3-292b4be107c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423162 Sep 16 19:44:24.274010 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece07c6-5c75-42ef-94c1-21cecd2837bb req-c67ee009-cb18-4c98-bd6e-e161d10a8647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:24.275468 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7ece07c6-5c75-42ef-94c1-21cecd2837bb req-c67ee009-cb18-4c98-bd6e-e161d10a8647 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=40b81d1ed9bb412588f97007da53017c&device_id=948c0627-b91c-4aa1-a51e-17347b2925d5 HTTP/1.1" status: 200 len: 1128 time: 0.0666375 Sep 16 19:44:24.308777 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b67110-d414-44bd-b5c8-ef325d027683 req-2c4d3d13-7f39-4ca6-9fd7-99c697f1a25d tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:24.310163 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-67b67110-d414-44bd-b5c8-ef325d027683 req-2c4d3d13-7f39-4ca6-9fd7-99c697f1a25d tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=948c0627-b91c-4aa1-a51e-17347b2925d5 HTTP/1.1" status: 200 len: 944 time: 0.0748949 Sep 16 19:44:24.408418 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-67b67110-d414-44bd-b5c8-ef325d027683 req-50d7c9e6-3b53-42de-8cc2-56c994c25e17 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=14ff285c-89b1-4cad-a7b3-292b4be107c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732043 Sep 16 19:44:24.410055 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece07c6-5c75-42ef-94c1-21cecd2837bb req-cdc15e6b-9a6a-4273-ae21-346449753944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:24.411592 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7ece07c6-5c75-42ef-94c1-21cecd2837bb req-cdc15e6b-9a6a-4273-ae21-346449753944 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=536fffa3-4df1-4dbe-b3de-514304db22e6 HTTP/1.1" status: 200 len: 916 time: 0.1304786 Sep 16 19:44:24.455292 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7ece07c6-5c75-42ef-94c1-21cecd2837bb req-b504af17-99a0-441b-9abf-a585124efff7 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3832b11-3df5-4301-8a3d-64f83df2cc78 HTTP/1.1" status: 200 len: 217 time: 0.0365283 Sep 16 19:44:24.504830 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece07c6-5c75-42ef-94c1-21cecd2837bb req-9fa1a232-6b46-46e5-be48-854c77b11037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:24.506248 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7ece07c6-5c75-42ef-94c1-21cecd2837bb req-9fa1a232-6b46-46e5-be48-854c77b11037 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=44df0974-d973-4958-943e-833459860578 HTTP/1.1" status: 200 len: 854 time: 0.0453622 Sep 16 19:44:24.519571 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:24.558851 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece07c6-5c75-42ef-94c1-21cecd2837bb req-e9fff747-7d28-452a-a188-7f282cd3750c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:24.560332 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7ece07c6-5c75-42ef-94c1-21cecd2837bb req-e9fff747-7d28-452a-a188-7f282cd3750c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=536fffa3-4df1-4dbe-b3de-514304db22e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474749 Sep 16 19:44:24.662574 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7ece07c6-5c75-42ef-94c1-21cecd2837bb req-2105b1c3-3fe3-4b5c-9bc0-4d24e54b4f78 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/536fffa3-4df1-4dbe-b3de-514304db22e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954387 Sep 16 19:44:24.755269 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7ece07c6-5c75-42ef-94c1-21cecd2837bb req-9f90e36a-64d4-401f-a81d-3da9cabdb3fe service neutron] 10.222.0.27 "GET /networking/v2.0/networks/536fffa3-4df1-4dbe-b3de-514304db22e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863485 Sep 16 19:44:24.868789 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=34 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:24.871057 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:24.975352 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device e3832b11-3df5-4301-8a3d-64f83df2cc78 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 19:44:25.086061 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port e3832b11-3df5-4301-8a3d-64f83df2cc78, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=e3832b11-3df5-4301-8a3d-64f83df2cc78,segment=NetworkSegment(c4a4c158-518a-46a4-85d6-de1bac082d21),segment_id=c4a4c158-518a-46a4-85d6-de1bac082d21)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:44:25.097977 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Returning: {'device': 'e3832b11-3df5-4301-8a3d-64f83df2cc78', 'network_id': '536fffa3-4df1-4dbe-b3de-514304db22e6', 'port_id': 'e3832b11-3df5-4301-8a3d-64f83df2cc78', 'mac_address': 'fa:16:3e:34:4f:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44df0974-d973-4958-943e-833459860578', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 19:44:25.131934 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port e3832b11-3df5-4301-8a3d-64f83df2cc78 is: DOWN; New status is: BUILD {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:44:25.132318 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (e3832b11-3df5-4301-8a3d-64f83df2cc78), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:25.145596 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3832b11-3df5-4301-8a3d-64f83df2cc78 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 19:44:25.166358 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port e3832b11-3df5-4301-8a3d-64f83df2cc78, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=e3832b11-3df5-4301-8a3d-64f83df2cc78,segment=NetworkSegment(c4a4c158-518a-46a4-85d6-de1bac082d21),segment_id=c4a4c158-518a-46a4-85d6-de1bac082d21)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:44:25.174347 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (e3832b11-3df5-4301-8a3d-64f83df2cc78), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:25.223785 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=e3832b11-3df5-4301-8a3d-64f83df2cc78,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:44:25.536854 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38027255-d2bf-4516-8be3-de2aa817c194 req-f217f7ff-affd-4791-b64d-75efb3e5fafe tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:25.538329 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-38027255-d2bf-4516-8be3-de2aa817c194 req-f217f7ff-affd-4791-b64d-75efb3e5fafe tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=948c0627-b91c-4aa1-a51e-17347b2925d5 HTTP/1.1" status: 200 len: 945 time: 0.0474241 Sep 16 19:44:25.591807 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] get_ports_and_sgs() called for port_ids ['e3832b11-3df5-4301-8a3d-64f83df2cc78'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 19:44:25.592267 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-38027255-d2bf-4516-8be3-de2aa817c194 req-bdf11f86-d2bb-41fb-af44-2e000c6964c1 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=14ff285c-89b1-4cad-a7b3-292b4be107c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474494 Sep 16 19:44:26.746024 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e8b8b-2a80-413f-b99a-b0e7814d8def req-702385ac-3c34-4bf4-88b5-ae8f3804c3f9 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:26.747521 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8c6e8b8b-2a80-413f-b99a-b0e7814d8def req-702385ac-3c34-4bf4-88b5-ae8f3804c3f9 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=948c0627-b91c-4aa1-a51e-17347b2925d5 HTTP/1.1" status: 200 len: 945 time: 0.0531540 Sep 16 19:44:26.796894 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8c6e8b8b-2a80-413f-b99a-b0e7814d8def req-6ad3d663-34ce-46ec-bd1d-126e038baf48 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=14ff285c-89b1-4cad-a7b3-292b4be107c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435457 Sep 16 19:44:26.997951 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device e3832b11-3df5-4301-8a3d-64f83df2cc78 up at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:44:27.054884 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Provisioning for port e3832b11-3df5-4301-8a3d-64f83df2cc78 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 19:44:27.063076 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Provisioning complete for port e3832b11-3df5-4301-8a3d-64f83df2cc78 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 19:44:27.063453 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067806'] for port (e3832b11-3df5-4301-8a3d-64f83df2cc78), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:27.063780 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Attempt 1 to provision port e3832b11-3df5-4301-8a3d-64f83df2cc78 Sep 16 19:44:27.138194 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Current status of the port e3832b11-3df5-4301-8a3d-64f83df2cc78 is: BUILD; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 19:44:27.138573 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (e3832b11-3df5-4301-8a3d-64f83df2cc78), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:27.161823 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '948c0627-b91c-4aa1-a51e-17347b2925d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3832b11-3df5-4301-8a3d-64f83df2cc78'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:44:27.164209 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f3f7bbbb38247194f391b6222dc5c183e9bfb457d3b71a23f23b79e9cf016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d10fa88-6e7d-4366-a666-ba09d404b3d6" -d '{"events": [{"server_uuid": "948c0627-b91c-4aa1-a51e-17347b2925d5", "name": "network-vif-plugged", "status": "completed", "tag": "e3832b11-3df5-4301-8a3d-64f83df2cc78"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:44:27.176854 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] For port e3832b11-3df5-4301-8a3d-64f83df2cc78, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=e3832b11-3df5-4301-8a3d-64f83df2cc78,segment=NetworkSegment(c4a4c158-518a-46a4-85d6-de1bac082d21),segment_id=c4a4c158-518a-46a4-85d6-de1bac082d21)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:44:27.183158 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852'] for port (e3832b11-3df5-4301-8a3d-64f83df2cc78), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:27.236367 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Pushing event updated for resources: {'Port': ['ID=e3832b11-3df5-4301-8a3d-64f83df2cc78,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:44:27.264500 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 19:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f85d1d-ab28-4fe0-8614-aa86cce0959d x-openstack-request-id: req-09f85d1d-ab28-4fe0-8614-aa86cce0959d {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:44:27.264796 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "948c0627-b91c-4aa1-a51e-17347b2925d5", "name": "network-vif-plugged", "status": "completed", "tag": "e3832b11-3df5-4301-8a3d-64f83df2cc78", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:44:27.265044 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-09f85d1d-ab28-4fe0-8614-aa86cce0959d {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:44:27.265449 dv-cinder-850320-7-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09f85d1d-ab28-4fe0-8614-aa86cce0959d'] response: {'server_uuid': '948c0627-b91c-4aa1-a51e-17347b2925d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3832b11-3df5-4301-8a3d-64f83df2cc78', 'code': 200} Sep 16 19:44:27.383048 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:27.480302 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a23f5a-b7b4-456d-b32e-b59daba5c33c req-cdd07352-961f-4f5c-8128-f5ac3c6475d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:27.482553 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-16a23f5a-b7b4-456d-b32e-b59daba5c33c req-cdd07352-961f-4f5c-8128-f5ac3c6475d2 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=948c0627-b91c-4aa1-a51e-17347b2925d5 HTTP/1.1" status: 200 len: 1130 time: 0.0453861 Sep 16 19:44:27.539625 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-16a23f5a-b7b4-456d-b32e-b59daba5c33c req-0e362a83-8249-4028-9124-65b9fc5b33f3 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14ff285c-89b1-4cad-a7b3-292b4be107c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504546 Sep 16 19:44:27.938963 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb88f3-d9e0-4a64-b7cb-08857a26958d req-72207e73-9296-4b3a-984c-71c7c65b34a1 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:27.940425 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-02cb88f3-d9e0-4a64-b7cb-08857a26958d req-72207e73-9296-4b3a-984c-71c7c65b34a1 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=948c0627-b91c-4aa1-a51e-17347b2925d5 HTTP/1.1" status: 200 len: 946 time: 0.0589364 Sep 16 19:44:27.991898 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-02cb88f3-d9e0-4a64-b7cb-08857a26958d req-1755de8d-5c12-42ff-9ad8-e648857f34e0 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=14ff285c-89b1-4cad-a7b3-292b4be107c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430164 Sep 16 19:44:28.344358 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:29.135537 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a68d2e4-40cf-429a-823e-6a084fed1a07 req-8e53d75a-87ff-458d-9ed6-1f02e2f502ee tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:29.137039 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9a68d2e4-40cf-429a-823e-6a084fed1a07 req-8e53d75a-87ff-458d-9ed6-1f02e2f502ee tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=948c0627-b91c-4aa1-a51e-17347b2925d5 HTTP/1.1" status: 200 len: 946 time: 0.0471175 Sep 16 19:44:29.189495 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9a68d2e4-40cf-429a-823e-6a084fed1a07 req-91f150ca-fda1-431c-b7ec-e666320ea022 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=14ff285c-89b1-4cad-a7b3-292b4be107c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466332 Sep 16 19:44:30.040985 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-914e3231-c4cf-432d-9dad-070e5df4f3e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:30.284463 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:30.328559 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732747dd-7f6d-4797-b498-b7f2ca965b37 req-7dad3b4e-9fa1-4461-aed2-0fefd9d11d3b tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:30.330002 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-732747dd-7f6d-4797-b498-b7f2ca965b37 req-7dad3b4e-9fa1-4461-aed2-0fefd9d11d3b tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=948c0627-b91c-4aa1-a51e-17347b2925d5 HTTP/1.1" status: 200 len: 946 time: 0.0579526 Sep 16 19:44:30.378038 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-732747dd-7f6d-4797-b498-b7f2ca965b37 req-21be7973-29c5-4e06-9da6-36c37323658c tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=14ff285c-89b1-4cad-a7b3-292b4be107c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421329 Sep 16 19:44:30.499205 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c5771-b3af-4214-903c-55c2c10cea1d req-868f935e-c28c-43b5-988c-36432abe4f6e tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:30.500792 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0e9c5771-b3af-4214-903c-55c2c10cea1d req-868f935e-c28c-43b5-988c-36432abe4f6e tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=948c0627-b91c-4aa1-a51e-17347b2925d5 HTTP/1.1" status: 200 len: 946 time: 0.0483458 Sep 16 19:44:30.550223 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0e9c5771-b3af-4214-903c-55c2c10cea1d req-578d318b-42c3-4ad3-833d-1474e6b85649 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=14ff285c-89b1-4cad-a7b3-292b4be107c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434721 Sep 16 19:44:30.889089 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9859b6b1-2b2f-4897-ad63-96b7837bc034 req-8622c3fb-031d-45d6-a51d-4f6dbb3c0210 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:30.890542 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9859b6b1-2b2f-4897-ad63-96b7837bc034 req-8622c3fb-031d-45d6-a51d-4f6dbb3c0210 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=948c0627-b91c-4aa1-a51e-17347b2925d5 HTTP/1.1" status: 200 len: 946 time: 0.0495026 Sep 16 19:44:30.943736 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9859b6b1-2b2f-4897-ad63-96b7837bc034 req-557c6a64-b42d-4e0a-b30c-18efc36ecde4 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=14ff285c-89b1-4cad-a7b3-292b4be107c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440438 Sep 16 19:44:31.079997 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 56558) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:44:31.227495 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-f7b75898-5f82-4419-bcb5-9fd06c7f88a5 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Deleting port 92d3a21a-88b4-4a40-a116-d58d7777727e {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:44:31.227811 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f7b75898-5f82-4419-bcb5-9fd06c7f88a5 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (92d3a21a-88b4-4a40-a116-d58d7777727e), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:31.310472 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f7b75898-5f82-4419-bcb5-9fd06c7f88a5 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (92d3a21a-88b4-4a40-a116-d58d7777727e), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:31.311123 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f7b75898-5f82-4419-bcb5-9fd06c7f88a5 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks [] for floatingip (92d3a21a-88b4-4a40-a116-d58d7777727e), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:31.323703 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-f7b75898-5f82-4419-bcb5-9fd06c7f88a5 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Calling delete_port for 92d3a21a-88b4-4a40-a116-d58d7777727e owned by network:floatingip {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:44:31.416942 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:31.478689 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f7b75898-5f82-4419-bcb5-9fd06c7f88a5 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (92d3a21a-88b4-4a40-a116-d58d7777727e), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:31.502881 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b75898-5f82-4419-bcb5-9fd06c7f88a5 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Pushing event deleted for resources: {'Port': ['ID=92d3a21a-88b4-4a40-a116-d58d7777727e,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:44:31.563657 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f7b75898-5f82-4419-bcb5-9fd06c7f88a5 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks [] for floatingip (58fb9ea8-6408-4eb2-8cef-e1954cf61fe1), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:31.564062 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.db.l3_db [None req-f7b75898-5f82-4419-bcb5-9fd06c7f88a5 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Floating IP 58fb9ea8-6408-4eb2-8cef-e1954cf61fe1 disassociated (deleted). External IP: 172.27.2.176, port: 57c9df1f-3f0d-453f-8f07-577f57154444. Sep 16 19:44:32.041029 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b75898-5f82-4419-bcb5-9fd06c7f88a5 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Router 002af737-514c-4af7-9b09-9a09e600ed84 has already been hosted by L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:44:32.050798 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:32.128096 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:32.147064 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b75898-5f82-4419-bcb5-9fd06c7f88a5 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:44:32.151972 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f7b75898-5f82-4419-bcb5-9fd06c7f88a5 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for floatingip (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:32.157318 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd04014-2edb-4860-8484-1ac577e6aca3 None None] Sync routers for ids ['002af737-514c-4af7-9b09-9a09e600ed84'] in dv-cinder-850320-7-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:44:32.167508 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd04014-2edb-4860-8484-1ac577e6aca3 None None] Routers {'002af737-514c-4af7-9b09-9a09e600ed84'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:44:32.168120 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-8dd04014-2edb-4860-8484-1ac577e6aca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:44:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['002af737-514c-4af7-9b09-9a09e600ed84'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:44:32.184257 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-f7b75898-5f82-4419-bcb5-9fd06c7f88a5 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/58fb9ea8-6408-4eb2-8cef-e1954cf61fe1 HTTP/1.1" status: 204 len: 168 time: 1.1031363 Sep 16 19:44:32.184973 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d97a982-922f-489b-b88d-66c3b0dfccb9', 'tag': '57c9df1f-3f0d-453f-8f07-577f57154444'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:44:32.188128 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc02aeec164665d1be19478bc83a94d6f81df8203eb0e70a86ccaa2f58cdb70d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbe89d3-b313-4a0c-9d1c-8e20ecdd4fd1" -d '{"events": [{"name": "network-changed", "server_uuid": "5d97a982-922f-489b-b88d-66c3b0dfccb9", "tag": "57c9df1f-3f0d-453f-8f07-577f57154444"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:44:32.229026 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 19:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3b47d5-2f31-4662-ba5c-7904441dd8fe x-openstack-request-id: req-6b3b47d5-2f31-4662-ba5c-7904441dd8fe {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:44:32.229451 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d97a982-922f-489b-b88d-66c3b0dfccb9", "tag": "57c9df1f-3f0d-453f-8f07-577f57154444", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:44:32.229730 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6b3b47d5-2f31-4662-ba5c-7904441dd8fe {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:44:32.230145 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b3b47d5-2f31-4662-ba5c-7904441dd8fe'] response: {'name': 'network-changed', 'server_uuid': '5d97a982-922f-489b-b88d-66c3b0dfccb9', 'tag': '57c9df1f-3f0d-453f-8f07-577f57154444', 'status': 'completed', 'code': 200} Sep 16 19:44:32.267384 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-8dd04014-2edb-4860-8484-1ac577e6aca3 None None] Set router 002af737-514c-4af7-9b09-9a09e600ed84 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:44:32.281550 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-58ebf8c4-d702-43bb-9975-4f7ca309ec50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:32.320893 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe89d3-b313-4a0c-9d1c-8e20ecdd4fd1 req-2d264c84-d3f4-4f44-a05f-178cb70cb16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:32.322515 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0cbe89d3-b313-4a0c-9d1c-8e20ecdd4fd1 req-2d264c84-d3f4-4f44-a05f-178cb70cb16e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=9b9158de13684627b042d2a183330eff&device_id=5d97a982-922f-489b-b88d-66c3b0dfccb9 HTTP/1.1" status: 200 len: 1129 time: 0.0430124 Sep 16 19:44:32.419883 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe89d3-b313-4a0c-9d1c-8e20ecdd4fd1 req-37b1ff9b-7f1c-4782-afbd-b6cf9a8917b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:32.421532 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0cbe89d3-b313-4a0c-9d1c-8e20ecdd4fd1 req-37b1ff9b-7f1c-4782-afbd-b6cf9a8917b6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=a6a02090-2f02-4634-aa67-dc86c3956885 HTTP/1.1" status: 200 len: 912 time: 0.0924308 Sep 16 19:44:32.462642 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0cbe89d3-b313-4a0c-9d1c-8e20ecdd4fd1 req-9dafa929-2f2e-4004-babc-1a564074ad05 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57c9df1f-3f0d-453f-8f07-577f57154444 HTTP/1.1" status: 200 len: 217 time: 0.0351281 Sep 16 19:44:32.499977 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-8dd04014-2edb-4860-8484-1ac577e6aca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002af737-514c-4af7-9b09-9a09e600ed84', 'name': 'tempest-TestVolumeBootPattern-907653964-router', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:35:37Z', 'updated_at': '2022-09-16T19:35:40Z', 'revision_number': 4, 'project_id': '9b9158de13684627b042d2a183330eff', 'gw_port': {'id': '7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:38Z', 'updated_at': '2022-09-16T19:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_floatingips': [{'id': '13258841-a335-4d76-9f18-a70d0e9fc847', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'floating_ip_address': '172.27.2.55', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'port_id': 'c34a3cd9-3655-434d-96cf-65014b97c1ea', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885', 'mac_address': 'fa:16:3e:82:b2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:39:31Z', 'updated_at': '2022-09-16T19:39:34Z', 'revision_number': 1, 'project_id': '9b9158de13684627b042d2a183330eff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58d5b297-c5a6-4a57-9275-f26abaaeeb2e', 'name': '', 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'mac_address': 'fa:16:3e:6f:85:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '085fd4f8-7ca2-48a8-876f-2233969b7ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:40Z', 'updated_at': '2022-09-16T19:35:46Z', 'revision_number': 5, 'project_id': '9b9158de13684627b042d2a183330eff', 'subnets': [{'id': '085fd4f8-7ca2-48a8-876f-2233969b7ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:44:32.517853 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe89d3-b313-4a0c-9d1c-8e20ecdd4fd1 req-acb707ad-85dd-4243-a24e-2bf86f942307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:32.519463 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0cbe89d3-b313-4a0c-9d1c-8e20ecdd4fd1 req-acb707ad-85dd-4243-a24e-2bf86f942307 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=085fd4f8-7ca2-48a8-876f-2233969b7ec3 HTTP/1.1" status: 200 len: 850 time: 0.0508544 Sep 16 19:44:32.525260 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd04014-2edb-4860-8484-1ac577e6aca3 None None] Checking router: 002af737-514c-4af7-9b09-9a09e600ed84 for host: dv-cinder-850320-7-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:44:32.540625 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd04014-2edb-4860-8484-1ac577e6aca3 None None] Routers {'002af737-514c-4af7-9b09-9a09e600ed84'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:44:32.540625 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-8dd04014-2edb-4860-8484-1ac577e6aca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:44:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['002af737-514c-4af7-9b09-9a09e600ed84'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:44:32.565009 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe89d3-b313-4a0c-9d1c-8e20ecdd4fd1 req-92d0e4a4-5db2-4915-bdaa-b960f1f46cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:32.566556 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0cbe89d3-b313-4a0c-9d1c-8e20ecdd4fd1 req-92d0e4a4-5db2-4915-bdaa-b960f1f46cbd service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=a6a02090-2f02-4634-aa67-dc86c3956885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409234 Sep 16 19:44:32.641168 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-8dd04014-2edb-4860-8484-1ac577e6aca3 None None] Set router 002af737-514c-4af7-9b09-9a09e600ed84 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:44:32.660266 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0cbe89d3-b313-4a0c-9d1c-8e20ecdd4fd1 req-256d9dec-aaa1-47f6-84e4-b6cdba3cad59 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a6a02090-2f02-4634-aa67-dc86c3956885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872755 Sep 16 19:44:32.769713 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0cbe89d3-b313-4a0c-9d1c-8e20ecdd4fd1 req-cf3428ee-01eb-4e3e-9a2b-ac816c283ab0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a6a02090-2f02-4634-aa67-dc86c3956885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018593 Sep 16 19:44:32.864235 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-8dd04014-2edb-4860-8484-1ac577e6aca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002af737-514c-4af7-9b09-9a09e600ed84', 'name': 'tempest-TestVolumeBootPattern-907653964-router', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:35:37Z', 'updated_at': '2022-09-16T19:35:40Z', 'revision_number': 4, 'project_id': '9b9158de13684627b042d2a183330eff', 'gw_port': {'id': '7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:38Z', 'updated_at': '2022-09-16T19:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_floatingips': [{'id': '13258841-a335-4d76-9f18-a70d0e9fc847', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'floating_ip_address': '172.27.2.55', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'port_id': 'c34a3cd9-3655-434d-96cf-65014b97c1ea', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885', 'mac_address': 'fa:16:3e:82:b2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:39:31Z', 'updated_at': '2022-09-16T19:39:34Z', 'revision_number': 1, 'project_id': '9b9158de13684627b042d2a183330eff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58d5b297-c5a6-4a57-9275-f26abaaeeb2e', 'name': '', 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'mac_address': 'fa:16:3e:6f:85:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '085fd4f8-7ca2-48a8-876f-2233969b7ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:40Z', 'updated_at': '2022-09-16T19:35:46Z', 'revision_number': 5, 'project_id': '9b9158de13684627b042d2a183330eff', 'subnets': [{'id': '085fd4f8-7ca2-48a8-876f-2233969b7ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:44:32.889200 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd04014-2edb-4860-8484-1ac577e6aca3 None None] The sync data for ids ['002af737-514c-4af7-9b09-9a09e600ed84'] in dv-cinder-850320-7-iscsi is: [{'id': '002af737-514c-4af7-9b09-9a09e600ed84', 'name': 'tempest-TestVolumeBootPattern-907653964-router', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:35:37Z', 'updated_at': '2022-09-16T19:35:40Z', 'revision_number': 4, 'project_id': '9b9158de13684627b042d2a183330eff', 'gw_port': {'id': '7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:38Z', 'updated_at': '2022-09-16T19:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_floatingips': [{'id': '13258841-a335-4d76-9f18-a70d0e9fc847', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'floating_ip_address': '172.27.2.55', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'port_id': 'c34a3cd9-3655-434d-96cf-65014b97c1ea', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885', 'mac_address': 'fa:16:3e:82:b2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:39:31Z', 'updated_at': '2022-09-16T19:39:34Z', 'revision_number': 1, 'project_id': '9b9158de13684627b042d2a183330eff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58d5b297-c5a6-4a57-9275-f26abaaeeb2e', 'name': '', 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'mac_address': 'fa:16:3e:6f:85:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '085fd4f8-7ca2-48a8-876f-2233969b7ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:40Z', 'updated_at': '2022-09-16T19:35:46Z', 'revision_number': 5, 'project_id': '9b9158de13684627b042d2a183330eff', 'subnets': [{'id': '085fd4f8-7ca2-48a8-876f-2233969b7ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:44:33.119253 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27168252-58a8-49a8-9d1a-cd554bb0f980 None None] New status for floating IP 58fb9ea8-6408-4eb2-8cef-e1954cf61fe1: DOWN {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 19:44:33.440038 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de729df6-1deb-4d93-99b8-ded74009bd1d req-6dd463a0-b1cd-41c3-ba33-d8c527cd1f4b tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:33.441708 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-de729df6-1deb-4d93-99b8-ded74009bd1d req-6dd463a0-b1cd-41c3-ba33-d8c527cd1f4b tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d97a982-922f-489b-b88d-66c3b0dfccb9 HTTP/1.1" status: 200 len: 945 time: 0.0539272 Sep 16 19:44:33.493003 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-de729df6-1deb-4d93-99b8-ded74009bd1d req-c27694a8-a112-4c4d-b183-c3865bd30ac1 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2114d520-9e6f-4a63-bc5e-07ce01a9aa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452709 Sep 16 19:44:33.701856 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:34.627452 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ca18f-c889-4513-bbdd-094311a8bce5 req-e2057990-2ef8-41af-af56-aaee99d52f4c tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:34.628926 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-717ca18f-c889-4513-bbdd-094311a8bce5 req-e2057990-2ef8-41af-af56-aaee99d52f4c tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d97a982-922f-489b-b88d-66c3b0dfccb9 HTTP/1.1" status: 200 len: 945 time: 0.0491664 Sep 16 19:44:34.650033 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:34.683747 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-717ca18f-c889-4513-bbdd-094311a8bce5 req-c1bb974e-a9e7-4ca1-9906-68aa9d916d68 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2114d520-9e6f-4a63-bc5e-07ce01a9aa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466566 Sep 16 19:44:35.015635 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:35.020789 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:35.098692 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:35.123461 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:35.237687 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a7972-3747-49b7-94b7-71f22a13d11d req-857560be-2d62-428d-b335-fb4e365375d9 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:35.239066 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a55a7972-3747-49b7-94b7-71f22a13d11d req-857560be-2d62-428d-b335-fb4e365375d9 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5d97a982-922f-489b-b88d-66c3b0dfccb9 HTTP/1.1" status: 200 len: 945 time: 0.0505636 Sep 16 19:44:35.328044 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-a55a7972-3747-49b7-94b7-71f22a13d11d req-d61d1e47-e349-4adb-8c22-9694f6661c6a tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Deleting port 57c9df1f-3f0d-453f-8f07-577f57154444 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:44:35.328554 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a55a7972-3747-49b7-94b7-71f22a13d11d req-d61d1e47-e349-4adb-8c22-9694f6661c6a tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (57c9df1f-3f0d-453f-8f07-577f57154444), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:35.434946 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-a55a7972-3747-49b7-94b7-71f22a13d11d req-d61d1e47-e349-4adb-8c22-9694f6661c6a tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] For port 57c9df1f-3f0d-453f-8f07-577f57154444, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=57c9df1f-3f0d-453f-8f07-577f57154444,segment=NetworkSegment(7e734341-746a-4fdc-b511-0d6ed890ef79),segment_id=7e734341-746a-4fdc-b511-0d6ed890ef79)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:44:35.435264 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a55a7972-3747-49b7-94b7-71f22a13d11d req-d61d1e47-e349-4adb-8c22-9694f6661c6a tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (57c9df1f-3f0d-453f-8f07-577f57154444), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:35.448579 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-a55a7972-3747-49b7-94b7-71f22a13d11d req-d61d1e47-e349-4adb-8c22-9694f6661c6a tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Calling delete_port for 57c9df1f-3f0d-453f-8f07-577f57154444 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:44:35.510566 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:35.588028 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a55a7972-3747-49b7-94b7-71f22a13d11d req-d61d1e47-e349-4adb-8c22-9694f6661c6a tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (57c9df1f-3f0d-453f-8f07-577f57154444), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:35.618624 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d1e47-e349-4adb-8c22-9694f6661c6a tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Pushing event deleted for resources: {'Port': ['ID=57c9df1f-3f0d-453f-8f07-577f57154444,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:44:35.660810 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-a55a7972-3747-49b7-94b7-71f22a13d11d req-d61d1e47-e349-4adb-8c22-9694f6661c6a tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] No DVR routers for this DVR port 57c9df1f-3f0d-453f-8f07-577f57154444 on host hv-cinder-85032 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 19:44:35.663501 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a55a7972-3747-49b7-94b7-71f22a13d11d req-d61d1e47-e349-4adb-8c22-9694f6661c6a tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:35.666792 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a55a7972-3747-49b7-94b7-71f22a13d11d req-d61d1e47-e349-4adb-8c22-9694f6661c6a tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.27 "DELETE /networking/v2.0/ports/57c9df1f-3f0d-453f-8f07-577f57154444 HTTP/1.1" status: 204 len: 173 time: 0.4220490 Sep 16 19:44:35.667279 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d97a982-922f-489b-b88d-66c3b0dfccb9', 'name': 'network-vif-deleted', 'tag': '57c9df1f-3f0d-453f-8f07-577f57154444'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:44:35.669633 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc02aeec164665d1be19478bc83a94d6f81df8203eb0e70a86ccaa2f58cdb70d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804b5f6d-8d3e-4fd4-92ea-f060b4c8267f" -d '{"events": [{"server_uuid": "5d97a982-922f-489b-b88d-66c3b0dfccb9", "name": "network-vif-deleted", "tag": "57c9df1f-3f0d-453f-8f07-577f57154444"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:44:35.707563 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 19:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048848ae-da73-4449-9f07-443722a5f810 x-openstack-request-id: req-048848ae-da73-4449-9f07-443722a5f810 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:44:35.707901 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d97a982-922f-489b-b88d-66c3b0dfccb9", "name": "network-vif-deleted", "tag": "57c9df1f-3f0d-453f-8f07-577f57154444", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:44:35.708157 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-048848ae-da73-4449-9f07-443722a5f810 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:44:35.708623 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-048848ae-da73-4449-9f07-443722a5f810'] response: {'server_uuid': '5d97a982-922f-489b-b88d-66c3b0dfccb9', 'name': 'network-vif-deleted', 'tag': '57c9df1f-3f0d-453f-8f07-577f57154444', 'status': 'completed', 'code': 200} Sep 16 19:44:35.794506 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-382e560b-a5e9-402d-acfc-c2777b9e7046 req-7488a62b-1184-4059-a19c-da833586556c tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d97a982-922f-489b-b88d-66c3b0dfccb9 HTTP/1.1" status: 200 len: 210 time: 0.0296700 Sep 16 19:44:39.013023 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 57c9df1f-3f0d-453f-8f07-577f57154444 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:44:39.043696 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] No Port match for: 57c9df1f-3f0d-453f-8f07-577f57154444 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:44:39.043902 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device 57c9df1f-3f0d-453f-8f07-577f57154444 not bound to the agent host hv-cinder-85032 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:44:39.161062 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 56620) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:44:39.302520 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-a94af414-71ee-4f54-9b3c-75a25628b01a tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Deleting port 8f98e1a1-1aaf-483a-968a-27c6b190b33c {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:44:39.302759 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a94af414-71ee-4f54-9b3c-75a25628b01a tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (8f98e1a1-1aaf-483a-968a-27c6b190b33c), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:39.381855 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a94af414-71ee-4f54-9b3c-75a25628b01a tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (8f98e1a1-1aaf-483a-968a-27c6b190b33c), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:39.382176 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a94af414-71ee-4f54-9b3c-75a25628b01a tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks [] for floatingip (8f98e1a1-1aaf-483a-968a-27c6b190b33c), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:39.394273 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-a94af414-71ee-4f54-9b3c-75a25628b01a tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Calling delete_port for 8f98e1a1-1aaf-483a-968a-27c6b190b33c owned by network:floatingip {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:44:39.500666 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:39.827017 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a94af414-71ee-4f54-9b3c-75a25628b01a tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (8f98e1a1-1aaf-483a-968a-27c6b190b33c), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:39.856394 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94af414-71ee-4f54-9b3c-75a25628b01a tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Pushing event deleted for resources: {'Port': ['ID=8f98e1a1-1aaf-483a-968a-27c6b190b33c,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:44:39.869623 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94af414-71ee-4f54-9b3c-75a25628b01a tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:44:39.869960 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94af414-71ee-4f54-9b3c-75a25628b01a tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:44:39.870292 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94af414-71ee-4f54-9b3c-75a25628b01a tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:44:39.870623 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94af414-71ee-4f54-9b3c-75a25628b01a tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:44:39.870946 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94af414-71ee-4f54-9b3c-75a25628b01a tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:44:39.871270 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94af414-71ee-4f54-9b3c-75a25628b01a tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:44:39.871585 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94af414-71ee-4f54-9b3c-75a25628b01a tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:44:39.871900 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94af414-71ee-4f54-9b3c-75a25628b01a tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:44:39.872213 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94af414-71ee-4f54-9b3c-75a25628b01a tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:44:39.872550 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94af414-71ee-4f54-9b3c-75a25628b01a tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:44:39.872848 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94af414-71ee-4f54-9b3c-75a25628b01a tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:44:39.873163 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94af414-71ee-4f54-9b3c-75a25628b01a tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:44:39.873474 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94af414-71ee-4f54-9b3c-75a25628b01a tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:44:39.873783 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94af414-71ee-4f54-9b3c-75a25628b01a tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:44:39.874091 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94af414-71ee-4f54-9b3c-75a25628b01a tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:44:39.892867 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:39.929624 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a94af414-71ee-4f54-9b3c-75a25628b01a tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks [] for floatingip (13258841-a335-4d76-9f18-a70d0e9fc847), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:39.929922 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.db.l3_db [None req-a94af414-71ee-4f54-9b3c-75a25628b01a tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Floating IP 13258841-a335-4d76-9f18-a70d0e9fc847 disassociated (deleted). External IP: 172.27.2.55, port: c34a3cd9-3655-434d-96cf-65014b97c1ea. Sep 16 19:44:40.125274 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94af414-71ee-4f54-9b3c-75a25628b01a tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Router 002af737-514c-4af7-9b09-9a09e600ed84 has already been hosted by L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:44:40.228808 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94af414-71ee-4f54-9b3c-75a25628b01a tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:44:40.233218 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a94af414-71ee-4f54-9b3c-75a25628b01a tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for floatingip (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:40.240845 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dd36e4-42fd-42ea-b92f-e3bc0ffc0f69 None None] Sync routers for ids ['002af737-514c-4af7-9b09-9a09e600ed84'] in dv-cinder-850320-7-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:44:40.251529 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dd36e4-42fd-42ea-b92f-e3bc0ffc0f69 None None] Routers {'002af737-514c-4af7-9b09-9a09e600ed84'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:44:40.252350 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-35dd36e4-42fd-42ea-b92f-e3bc0ffc0f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:44:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['002af737-514c-4af7-9b09-9a09e600ed84'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:44:40.263314 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-a94af414-71ee-4f54-9b3c-75a25628b01a tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/13258841-a335-4d76-9f18-a70d0e9fc847 HTTP/1.1" status: 204 len: 168 time: 1.1011608 Sep 16 19:44:40.264358 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc', 'tag': 'c34a3cd9-3655-434d-96cf-65014b97c1ea'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:44:40.266994 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e152f16bac9f1df6f483fa1cb5a6d8c6a2a494143f87e2794594a52eeef6f53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf42d4a3-353c-4b4b-b262-1872b7afaa7c" -d '{"events": [{"name": "network-changed", "server_uuid": "0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc", "tag": "c34a3cd9-3655-434d-96cf-65014b97c1ea"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:44:40.365727 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-35dd36e4-42fd-42ea-b92f-e3bc0ffc0f69 None None] Set router 002af737-514c-4af7-9b09-9a09e600ed84 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:44:40.385856 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 19:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621c7a31-0c3b-4abd-811c-db6afba82bbf x-openstack-request-id: req-621c7a31-0c3b-4abd-811c-db6afba82bbf {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:44:40.386146 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc", "tag": "c34a3cd9-3655-434d-96cf-65014b97c1ea", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:44:40.386414 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-621c7a31-0c3b-4abd-811c-db6afba82bbf {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:44:40.386816 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-621c7a31-0c3b-4abd-811c-db6afba82bbf'] response: {'name': 'network-changed', 'server_uuid': '0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc', 'tag': 'c34a3cd9-3655-434d-96cf-65014b97c1ea', 'status': 'completed', 'code': 200} Sep 16 19:44:40.480427 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:40.517062 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290033ba-6fe0-4b7e-88d3-a82fe8e50297 req-83b1500b-e4a0-465a-86a9-b12849d7207e tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:40.518673 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-290033ba-6fe0-4b7e-88d3-a82fe8e50297 req-83b1500b-e4a0-465a-86a9-b12849d7207e tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc HTTP/1.1" status: 200 len: 945 time: 0.0514188 Sep 16 19:44:40.562497 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:40.568851 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42d4a3-353c-4b4b-b262-1872b7afaa7c req-08d3a016-3e2d-4e6d-b332-b49849681a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:40.570624 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-bf42d4a3-353c-4b4b-b262-1872b7afaa7c req-08d3a016-3e2d-4e6d-b332-b49849681a4c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=9b9158de13684627b042d2a183330eff&device_id=0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc HTTP/1.1" status: 200 len: 1129 time: 0.0544045 Sep 16 19:44:40.574816 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-290033ba-6fe0-4b7e-88d3-a82fe8e50297 req-0973c126-0b54-4105-9345-3061c60b5b57 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2114d520-9e6f-4a63-bc5e-07ce01a9aa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499246 Sep 16 19:44:40.577204 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-35dd36e4-42fd-42ea-b92f-e3bc0ffc0f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002af737-514c-4af7-9b09-9a09e600ed84', 'name': 'tempest-TestVolumeBootPattern-907653964-router', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:35:37Z', 'updated_at': '2022-09-16T19:35:40Z', 'revision_number': 4, 'project_id': '9b9158de13684627b042d2a183330eff', 'gw_port': {'id': '7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:38Z', 'updated_at': '2022-09-16T19:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '58d5b297-c5a6-4a57-9275-f26abaaeeb2e', 'name': '', 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'mac_address': 'fa:16:3e:6f:85:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '085fd4f8-7ca2-48a8-876f-2233969b7ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:40Z', 'updated_at': '2022-09-16T19:35:46Z', 'revision_number': 5, 'project_id': '9b9158de13684627b042d2a183330eff', 'subnets': [{'id': '085fd4f8-7ca2-48a8-876f-2233969b7ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:44:40.606283 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dd36e4-42fd-42ea-b92f-e3bc0ffc0f69 None None] Checking router: 002af737-514c-4af7-9b09-9a09e600ed84 for host: dv-cinder-850320-7-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:44:40.615065 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dd36e4-42fd-42ea-b92f-e3bc0ffc0f69 None None] Routers {'002af737-514c-4af7-9b09-9a09e600ed84'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:44:40.615662 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-35dd36e4-42fd-42ea-b92f-e3bc0ffc0f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:44:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['002af737-514c-4af7-9b09-9a09e600ed84'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:44:40.720147 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-35dd36e4-42fd-42ea-b92f-e3bc0ffc0f69 None None] Set router 002af737-514c-4af7-9b09-9a09e600ed84 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:44:40.807972 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42d4a3-353c-4b4b-b262-1872b7afaa7c req-a1a23870-6eac-44f9-9ecd-7e9e50c2fc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:40.810049 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-bf42d4a3-353c-4b4b-b262-1872b7afaa7c req-a1a23870-6eac-44f9-9ecd-7e9e50c2fc4c service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=a6a02090-2f02-4634-aa67-dc86c3956885 HTTP/1.1" status: 200 len: 912 time: 0.1046739 Sep 16 19:44:40.865000 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-bf42d4a3-353c-4b4b-b262-1872b7afaa7c req-47a3d2f4-8a4a-414f-a104-de8e15aedd90 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c34a3cd9-3655-434d-96cf-65014b97c1ea HTTP/1.1" status: 200 len: 217 time: 0.0365422 Sep 16 19:44:40.913218 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42d4a3-353c-4b4b-b262-1872b7afaa7c req-d835a5c3-d2e4-4ea1-9dbb-cf68e1d79b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:40.914692 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-bf42d4a3-353c-4b4b-b262-1872b7afaa7c req-d835a5c3-d2e4-4ea1-9dbb-cf68e1d79b16 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=085fd4f8-7ca2-48a8-876f-2233969b7ec3 HTTP/1.1" status: 200 len: 850 time: 0.0441217 Sep 16 19:44:41.001560 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-35dd36e4-42fd-42ea-b92f-e3bc0ffc0f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002af737-514c-4af7-9b09-9a09e600ed84', 'name': 'tempest-TestVolumeBootPattern-907653964-router', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:35:37Z', 'updated_at': '2022-09-16T19:35:40Z', 'revision_number': 4, 'project_id': '9b9158de13684627b042d2a183330eff', 'gw_port': {'id': '7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:38Z', 'updated_at': '2022-09-16T19:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '58d5b297-c5a6-4a57-9275-f26abaaeeb2e', 'name': '', 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'mac_address': 'fa:16:3e:6f:85:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '085fd4f8-7ca2-48a8-876f-2233969b7ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:40Z', 'updated_at': '2022-09-16T19:35:46Z', 'revision_number': 5, 'project_id': '9b9158de13684627b042d2a183330eff', 'subnets': [{'id': '085fd4f8-7ca2-48a8-876f-2233969b7ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:44:41.025682 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dd36e4-42fd-42ea-b92f-e3bc0ffc0f69 None None] The sync data for ids ['002af737-514c-4af7-9b09-9a09e600ed84'] in dv-cinder-850320-7-iscsi is: [{'id': '002af737-514c-4af7-9b09-9a09e600ed84', 'name': 'tempest-TestVolumeBootPattern-907653964-router', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:35:37Z', 'updated_at': '2022-09-16T19:35:40Z', 'revision_number': 4, 'project_id': '9b9158de13684627b042d2a183330eff', 'gw_port': {'id': '7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:38Z', 'updated_at': '2022-09-16T19:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '58d5b297-c5a6-4a57-9275-f26abaaeeb2e', 'name': '', 'network_id': 'a6a02090-2f02-4634-aa67-dc86c3956885', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'mac_address': 'fa:16:3e:6f:85:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '085fd4f8-7ca2-48a8-876f-2233969b7ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:40Z', 'updated_at': '2022-09-16T19:35:46Z', 'revision_number': 5, 'project_id': '9b9158de13684627b042d2a183330eff', 'subnets': [{'id': '085fd4f8-7ca2-48a8-876f-2233969b7ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:44:41.067074 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42d4a3-353c-4b4b-b262-1872b7afaa7c req-1a2494fc-0d2c-4ac3-ac88-19f97108f9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:41.068581 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-bf42d4a3-353c-4b4b-b262-1872b7afaa7c req-1a2494fc-0d2c-4ac3-ac88-19f97108f9e6 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=a6a02090-2f02-4634-aa67-dc86c3956885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435679 Sep 16 19:44:41.222317 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-bf42d4a3-353c-4b4b-b262-1872b7afaa7c req-08e237d2-586c-4bba-9368-8727b4596378 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a6a02090-2f02-4634-aa67-dc86c3956885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943265 Sep 16 19:44:41.265084 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f45425-439c-4bd9-b682-983bd2d0511f None None] New status for floating IP 13258841-a335-4d76-9f18-a70d0e9fc847: DOWN {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 19:44:41.368119 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-bf42d4a3-353c-4b4b-b262-1872b7afaa7c req-dc017af0-8507-4d6d-bdd3-aa6fe62b240f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a6a02090-2f02-4634-aa67-dc86c3956885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884557 Sep 16 19:44:41.483777 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b9ecc-fec9-4009-a02a-0d80149bd968 req-6d20595d-9893-4223-b31d-e17212657ebb tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:41.485267 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4e9b9ecc-fec9-4009-a02a-0d80149bd968 req-6d20595d-9893-4223-b31d-e17212657ebb tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc HTTP/1.1" status: 200 len: 945 time: 0.0533292 Sep 16 19:44:41.523136 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:41.571375 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-4e9b9ecc-fec9-4009-a02a-0d80149bd968 req-997ea222-4f10-40d4-8452-cbdc3eaff1af tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Deleting port c34a3cd9-3655-434d-96cf-65014b97c1ea {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:44:41.572012 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4e9b9ecc-fec9-4009-a02a-0d80149bd968 req-997ea222-4f10-40d4-8452-cbdc3eaff1af tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (c34a3cd9-3655-434d-96cf-65014b97c1ea), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:41.694643 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-4e9b9ecc-fec9-4009-a02a-0d80149bd968 req-997ea222-4f10-40d4-8452-cbdc3eaff1af tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] For port c34a3cd9-3655-434d-96cf-65014b97c1ea, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=c34a3cd9-3655-434d-96cf-65014b97c1ea,segment=NetworkSegment(7e734341-746a-4fdc-b511-0d6ed890ef79),segment_id=7e734341-746a-4fdc-b511-0d6ed890ef79)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:44:41.695002 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4e9b9ecc-fec9-4009-a02a-0d80149bd968 req-997ea222-4f10-40d4-8452-cbdc3eaff1af tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (c34a3cd9-3655-434d-96cf-65014b97c1ea), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:41.703482 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120dd9e-62f3-41ed-b0dc-18a5fa5f0b75 req-e0924ab0-84ac-40af-9a2e-5d557add947a tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:41.705262 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f120dd9e-62f3-41ed-b0dc-18a5fa5f0b75 req-e0924ab0-84ac-40af-9a2e-5d557add947a tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc HTTP/1.1" status: 200 len: 945 time: 0.0514667 Sep 16 19:44:41.714596 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-4e9b9ecc-fec9-4009-a02a-0d80149bd968 req-997ea222-4f10-40d4-8452-cbdc3eaff1af tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Calling delete_port for c34a3cd9-3655-434d-96cf-65014b97c1ea owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:44:41.719785 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a529f-429d-4b6d-a960-79b4cd869ca4 req-a208df73-2e97-4176-934a-878916b241b3 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:41.721440 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-601a529f-429d-4b6d-a960-79b4cd869ca4 req-a208df73-2e97-4176-934a-878916b241b3 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=948c0627-b91c-4aa1-a51e-17347b2925d5 HTTP/1.1" status: 200 len: 946 time: 0.0709085 Sep 16 19:44:41.757682 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f120dd9e-62f3-41ed-b0dc-18a5fa5f0b75 req-fce627ce-c626-45c4-89b7-c4c39a49dc4d tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2114d520-9e6f-4a63-bc5e-07ce01a9aa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458288 Sep 16 19:44:41.815748 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-601a529f-429d-4b6d-a960-79b4cd869ca4 req-d03c95f3-753c-4a9c-bb80-16e44585e0ab tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=14ff285c-89b1-4cad-a7b3-292b4be107c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863724 Sep 16 19:44:41.820146 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:41.845056 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 56644) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:44:41.895173 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4e9b9ecc-fec9-4009-a02a-0d80149bd968 req-997ea222-4f10-40d4-8452-cbdc3eaff1af tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (c34a3cd9-3655-434d-96cf-65014b97c1ea), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:41.921237 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ea222-4f10-40d4-8452-cbdc3eaff1af tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Pushing event deleted for resources: {'Port': ['ID=c34a3cd9-3655-434d-96cf-65014b97c1ea,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:44:41.968545 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9b9ecc-fec9-4009-a02a-0d80149bd968 req-997ea222-4f10-40d4-8452-cbdc3eaff1af tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] No DVR routers for this DVR port c34a3cd9-3655-434d-96cf-65014b97c1ea on host hv-cinder-85032 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 19:44:41.972235 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4e9b9ecc-fec9-4009-a02a-0d80149bd968 req-997ea222-4f10-40d4-8452-cbdc3eaff1af tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:41.975456 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4e9b9ecc-fec9-4009-a02a-0d80149bd968 req-997ea222-4f10-40d4-8452-cbdc3eaff1af tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.27 "DELETE /networking/v2.0/ports/c34a3cd9-3655-434d-96cf-65014b97c1ea HTTP/1.1" status: 204 len: 173 time: 0.4842899 Sep 16 19:44:41.975977 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc', 'name': 'network-vif-deleted', 'tag': 'c34a3cd9-3655-434d-96cf-65014b97c1ea'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:44:41.977753 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ebf854-b9a8-4d0a-9fe0-e2405d27122b tempest-TestMinimumBasicScenario-970832894 tempest-TestMinimumBasicScenario-970832894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:41.978274 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc02aeec164665d1be19478bc83a94d6f81df8203eb0e70a86ccaa2f58cdb70d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2b439a-840a-4056-ba78-811656a55970" -d '{"events": [{"server_uuid": "0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc", "name": "network-vif-deleted", "tag": "c34a3cd9-3655-434d-96cf-65014b97c1ea"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:44:41.979264 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-e0ebf854-b9a8-4d0a-9fe0-e2405d27122b tempest-TestMinimumBasicScenario-970832894 tempest-TestMinimumBasicScenario-970832894-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=948c0627-b91c-4aa1-a51e-17347b2925d5 HTTP/1.1" status: 200 len: 1125 time: 0.1332119 Sep 16 19:44:41.982377 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 56650) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:44:41.988879 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-7aada942-667c-4565-bc15-075e7ee1cdac tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Request body: {'floatingip': {'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'port_id': 'e3832b11-3df5-4301-8a3d-64f83df2cc78', 'tenant_id': '40b81d1ed9bb412588f97007da53017c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:44:42.013838 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7aada942-667c-4565-bc15-075e7ee1cdac tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:42.031901 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 19:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f3e35a-0e0e-4dc0-a6a5-f4b0703e4bc7 x-openstack-request-id: req-c2f3e35a-0e0e-4dc0-a6a5-f4b0703e4bc7 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:44:42.032185 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc", "name": "network-vif-deleted", "tag": "c34a3cd9-3655-434d-96cf-65014b97c1ea", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:44:42.032421 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c2f3e35a-0e0e-4dc0-a6a5-f4b0703e4bc7 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:44:42.032858 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2f3e35a-0e0e-4dc0-a6a5-f4b0703e4bc7'] response: {'server_uuid': '0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc', 'name': 'network-vif-deleted', 'tag': 'c34a3cd9-3655-434d-96cf-65014b97c1ea', 'status': 'completed', 'code': 200} Sep 16 19:44:42.102620 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7aada942-667c-4565-bc15-075e7ee1cdac tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:42.161204 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:42.208607 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-7aada942-667c-4565-bc15-075e7ee1cdac tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Allocated IP 172.27.2.36 (01cd8397-3ed1-4c5d-9923-fabf569219df/d3fb57fd-37cc-4923-b90f-7dd3d712a8d3/91001585-3cbd-4f7d-a7b0-fb85e55cd985) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:44:42.286622 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:42.324671 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7aada942-667c-4565-bc15-075e7ee1cdac tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks [] for port (91001585-3cbd-4f7d-a7b0-fb85e55cd985), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:42.364917 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7aada942-667c-4565-bc15-075e7ee1cdac tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764811269816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (91001585-3cbd-4f7d-a7b0-fb85e55cd985), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:42.407109 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aada942-667c-4565-bc15-075e7ee1cdac tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Network 01cd8397-3ed1-4c5d-9923-fabf569219df is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:44:42.412304 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-7aada942-667c-4565-bc15-075e7ee1cdac tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:44:42.415630 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aada942-667c-4565-bc15-075e7ee1cdac tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Pushing event updated for resources: {'Port': ['ID=91001585-3cbd-4f7d-a7b0-fb85e55cd985,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:44:42.417756 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aada942-667c-4565-bc15-075e7ee1cdac tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 19:44:42.777186 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7aada942-667c-4565-bc15-075e7ee1cdac tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks [] for floatingip (dcbfa11c-dc19-41fd-bf2e-f151dfa9dc27), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:42.850710 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7aada942-667c-4565-bc15-075e7ee1cdac tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (91001585-3cbd-4f7d-a7b0-fb85e55cd985), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:42.878222 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-250f3da7-32ac-4a29-9bad-59533c5de33e req-a5bd34f4-6786-4390-a7e4-39e5b5aebe46 tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0d0ef0e0-d9c0-4bd3-bddb-d2664de6a9dc HTTP/1.1" status: 200 len: 210 time: 0.0313976 Sep 16 19:44:42.948847 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:43.007242 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7aada942-667c-4565-bc15-075e7ee1cdac tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks [] for port (91001585-3cbd-4f7d-a7b0-fb85e55cd985), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:43.013432 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7aada942-667c-4565-bc15-075e7ee1cdac tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445664'] for port (91001585-3cbd-4f7d-a7b0-fb85e55cd985), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:43.088462 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aada942-667c-4565-bc15-075e7ee1cdac tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Pushing event updated for resources: {'Port': ['ID=91001585-3cbd-4f7d-a7b0-fb85e55cd985,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:44:43.090670 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7aada942-667c-4565-bc15-075e7ee1cdac tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681123'] for floatingip (dcbfa11c-dc19-41fd-bf2e-f151dfa9dc27), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:43.136915 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:43.187975 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.db.l3_db [None req-7aada942-667c-4565-bc15-075e7ee1cdac tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Floating IP dcbfa11c-dc19-41fd-bf2e-f151dfa9dc27 associated. External IP: 172.27.2.36, port: e3832b11-3df5-4301-8a3d-64f83df2cc78. Sep 16 19:44:43.394112 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aada942-667c-4565-bc15-075e7ee1cdac tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Router 343cdf14-e653-4eda-aacc-c923edf52e23 has already been hosted by L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:44:43.495714 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aada942-667c-4565-bc15-075e7ee1cdac tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:44:43.505559 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89e8ec6-261a-41d9-8499-aa92c441ef49 None None] Sync routers for ids ['343cdf14-e653-4eda-aacc-c923edf52e23'] in dv-cinder-850320-7-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:44:43.515671 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7aada942-667c-4565-bc15-075e7ee1cdac tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for floatingip (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:43.518308 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89e8ec6-261a-41d9-8499-aa92c441ef49 None None] Routers {'343cdf14-e653-4eda-aacc-c923edf52e23'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:44:43.519139 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-e89e8ec6-261a-41d9-8499-aa92c441ef49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:44:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['343cdf14-e653-4eda-aacc-c923edf52e23'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:44:43.549386 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-7aada942-667c-4565-bc15-075e7ee1cdac tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5653348 Sep 16 19:44:43.550179 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '948c0627-b91c-4aa1-a51e-17347b2925d5', 'tag': 'e3832b11-3df5-4301-8a3d-64f83df2cc78'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:44:43.552133 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 56654) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:44:43.552669 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e152f16bac9f1df6f483fa1cb5a6d8c6a2a494143f87e2794594a52eeef6f53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3f9867-a60f-413c-afa9-03ec9e4aae8f" -d '{"events": [{"name": "network-changed", "server_uuid": "948c0627-b91c-4aa1-a51e-17347b2925d5", "tag": "e3832b11-3df5-4301-8a3d-64f83df2cc78"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:44:43.557213 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-0bf7c11f-82b5-4ec8-acfc-222ec71444ec tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-645470513', 'description': 'tempest-secgroup-smoke-645470513 description', 'project_id': '40b81d1ed9bb412588f97007da53017c'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:44:43.584035 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0bf7c11f-82b5-4ec8-acfc-222ec71444ec tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:43.593602 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 19:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84fe400c-992f-40f6-b45e-c7c9c97a1263 x-openstack-request-id: req-84fe400c-992f-40f6-b45e-c7c9c97a1263 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:44:43.593896 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "948c0627-b91c-4aa1-a51e-17347b2925d5", "tag": "e3832b11-3df5-4301-8a3d-64f83df2cc78", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:44:43.594189 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-84fe400c-992f-40f6-b45e-c7c9c97a1263 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:44:43.594682 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84fe400c-992f-40f6-b45e-c7c9c97a1263'] response: {'name': 'network-changed', 'server_uuid': '948c0627-b91c-4aa1-a51e-17347b2925d5', 'tag': 'e3832b11-3df5-4301-8a3d-64f83df2cc78', 'status': 'completed', 'code': 200} Sep 16 19:44:43.623226 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-e89e8ec6-261a-41d9-8499-aa92c441ef49 None None] Set router 343cdf14-e653-4eda-aacc-c923edf52e23 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:44:43.684944 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0bf7c11f-82b5-4ec8-acfc-222ec71444ec tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks [] for security_group (c0a69d15-38c2-47fd-a87c-ceface190b7b), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:43.692868 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0bf7c11f-82b5-4ec8-acfc-222ec71444ec tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (c0a69d15-38c2-47fd-a87c-ceface190b7b), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:43.710618 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f9867-a60f-413c-afa9-03ec9e4aae8f req-2e35e02e-2d07-4881-9ff3-2e7fccc0dc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:43.712128 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8f3f9867-a60f-413c-afa9-03ec9e4aae8f req-2e35e02e-2d07-4881-9ff3-2e7fccc0dc78 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=40b81d1ed9bb412588f97007da53017c&device_id=948c0627-b91c-4aa1-a51e-17347b2925d5 HTTP/1.1" status: 200 len: 1130 time: 0.0635433 Sep 16 19:44:43.747513 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0bf7c11f-82b5-4ec8-acfc-222ec71444ec tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:43.751796 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-0bf7c11f-82b5-4ec8-acfc-222ec71444ec tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1955566 Sep 16 19:44:43.752591 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 56658) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:44:43.759362 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-9edb97dd-a53c-4445-8aad-af31ab25938e tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Request body: {'security_group_rule': {'security_group_id': 'c0a69d15-38c2-47fd-a87c-ceface190b7b', 'project_id': '40b81d1ed9bb412588f97007da53017c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:44:43.787222 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf7c11f-82b5-4ec8-acfc-222ec71444ec tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a69d15-38c2-47fd-a87c-ceface190b7b,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:44:43.790173 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9edb97dd-a53c-4445-8aad-af31ab25938e tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks [] for security_group_rule (495071c2-cba1-4b4a-9817-252a952e8172), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:43.833214 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f9867-a60f-413c-afa9-03ec9e4aae8f req-609c91de-30f8-40c4-989c-18eb96f961a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:43.834688 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8f3f9867-a60f-413c-afa9-03ec9e4aae8f req-609c91de-30f8-40c4-989c-18eb96f961a3 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=536fffa3-4df1-4dbe-b3de-514304db22e6 HTTP/1.1" status: 200 len: 916 time: 0.1152906 Sep 16 19:44:43.852376 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9edb97dd-a53c-4445-8aad-af31ab25938e tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks [] for security_group_rule (495071c2-cba1-4b4a-9817-252a952e8172), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:43.856232 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-e89e8ec6-261a-41d9-8499-aa92c441ef49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343cdf14-e653-4eda-aacc-c923edf52e23', 'name': 'tempest-TestMinimumBasicScenario-1840007754-router', 'tenant_id': '40b81d1ed9bb412588f97007da53017c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'c52d33ca-972b-497e-b214-e2ead6f494a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:43:49Z', 'updated_at': '2022-09-16T19:43:51Z', 'revision_number': 4, 'project_id': '40b81d1ed9bb412588f97007da53017c', 'gw_port': {'id': 'c52d33ca-972b-497e-b214-e2ead6f494a2', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343cdf14-e653-4eda-aacc-c923edf52e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:43:49Z', 'updated_at': '2022-09-16T19:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_floatingips': [{'id': 'dcbfa11c-dc19-41fd-bf2e-f151dfa9dc27', 'tenant_id': '40b81d1ed9bb412588f97007da53017c', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': '343cdf14-e653-4eda-aacc-c923edf52e23', 'port_id': 'e3832b11-3df5-4301-8a3d-64f83df2cc78', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '536fffa3-4df1-4dbe-b3de-514304db22e6', 'mac_address': 'fa:16:3e:34:4f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948c0627-b91c-4aa1-a51e-17347b2925d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:44:42Z', 'updated_at': '2022-09-16T19:44:42Z', 'revision_number': 0, 'project_id': '40b81d1ed9bb412588f97007da53017c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '489f937b-b72f-44f8-a1ca-26f16e981f16', 'name': '', 'network_id': '536fffa3-4df1-4dbe-b3de-514304db22e6', 'tenant_id': '40b81d1ed9bb412588f97007da53017c', 'mac_address': 'fa:16:3e:37:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343cdf14-e653-4eda-aacc-c923edf52e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '44df0974-d973-4958-943e-833459860578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:43:51Z', 'updated_at': '2022-09-16T19:43:55Z', 'revision_number': 5, 'project_id': '40b81d1ed9bb412588f97007da53017c', 'subnets': [{'id': '44df0974-d973-4958-943e-833459860578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:44:43.858410 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9edb97dd-a53c-4445-8aad-af31ab25938e tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578197'] for security_group_rule (495071c2-cba1-4b4a-9817-252a952e8172), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:43.878785 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb97dd-a53c-4445-8aad-af31ab25938e tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=495071c2-cba1-4b4a-9817-252a952e8172,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:44:43.881409 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89e8ec6-261a-41d9-8499-aa92c441ef49 None None] Checking router: 343cdf14-e653-4eda-aacc-c923edf52e23 for host: dv-cinder-850320-7-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:44:43.887106 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9edb97dd-a53c-4445-8aad-af31ab25938e tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:43.891132 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-9edb97dd-a53c-4445-8aad-af31ab25938e tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1349871 Sep 16 19:44:43.891316 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89e8ec6-261a-41d9-8499-aa92c441ef49 None None] Routers {'343cdf14-e653-4eda-aacc-c923edf52e23'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:44:43.891316 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-e89e8ec6-261a-41d9-8499-aa92c441ef49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:44:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['343cdf14-e653-4eda-aacc-c923edf52e23'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:44:43.891523 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 56660) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:44:43.896579 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-29d1920f-7cc1-4121-9651-fef47d0b0d03 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Request body: {'security_group_rule': {'security_group_id': 'c0a69d15-38c2-47fd-a87c-ceface190b7b', 'project_id': '40b81d1ed9bb412588f97007da53017c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:44:43.905907 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8f3f9867-a60f-413c-afa9-03ec9e4aae8f req-1c0f0717-73bf-4636-b8a7-ba5e15b72bdb service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3832b11-3df5-4301-8a3d-64f83df2cc78 HTTP/1.1" status: 200 len: 999 time: 0.0647511 Sep 16 19:44:43.930624 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-29d1920f-7cc1-4121-9651-fef47d0b0d03 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks [] for security_group_rule (a7e1613f-49b3-4dbf-b0b1-6869498efe65), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:43.960497 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 56664) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:44:43.964741 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:43.969222 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f9867-a60f-413c-afa9-03ec9e4aae8f req-007277e2-8cbd-4b69-b47a-f9dfa96c4333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:43.970698 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8f3f9867-a60f-413c-afa9-03ec9e4aae8f req-007277e2-8cbd-4b69-b47a-f9dfa96c4333 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=44df0974-d973-4958-943e-833459860578 HTTP/1.1" status: 200 len: 854 time: 0.0594304 Sep 16 19:44:43.999300 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-e89e8ec6-261a-41d9-8499-aa92c441ef49 None None] Set router 343cdf14-e653-4eda-aacc-c923edf52e23 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:44:44.018386 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f9867-a60f-413c-afa9-03ec9e4aae8f req-f873b7c4-019e-4859-89c8-8f9e65bbd6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:44.020037 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8f3f9867-a60f-413c-afa9-03ec9e4aae8f req-f873b7c4-019e-4859-89c8-8f9e65bbd6e8 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=536fffa3-4df1-4dbe-b3de-514304db22e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433884 Sep 16 19:44:44.033186 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:44.074347 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:44.104846 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-29d1920f-7cc1-4121-9651-fef47d0b0d03 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks [] for security_group_rule (a7e1613f-49b3-4dbf-b0b1-6869498efe65), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:44.113373 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-29d1920f-7cc1-4121-9651-fef47d0b0d03 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578197'] for security_group_rule (a7e1613f-49b3-4dbf-b0b1-6869498efe65), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:44.127310 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:44.128279 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8f3f9867-a60f-413c-afa9-03ec9e4aae8f req-0b229406-876a-490e-93ec-31498b21bce0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/536fffa3-4df1-4dbe-b3de-514304db22e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005085 Sep 16 19:44:44.136137 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-25278a35-aeb5-4e9d-b255-66cb394e5dca tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Deleting port 2ae12936-553e-4faa-805e-6cc2c11473f8 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:44:44.136496 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-25278a35-aeb5-4e9d-b255-66cb394e5dca tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (2ae12936-553e-4faa-805e-6cc2c11473f8), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:44.145017 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:44.157327 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d1920f-7cc1-4121-9651-fef47d0b0d03 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7e1613f-49b3-4dbf-b0b1-6869498efe65,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:44:44.165054 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-29d1920f-7cc1-4121-9651-fef47d0b0d03 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:44.168494 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-29d1920f-7cc1-4121-9651-fef47d0b0d03 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2735398 Sep 16 19:44:44.192300 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 56666) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:44:44.199358 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-3bebd9fa-fa23-47b0-b59f-fa066dd84f6b tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Request body: {'security_group_rule': {'security_group_id': 'c0a69d15-38c2-47fd-a87c-ceface190b7b', 'project_id': '40b81d1ed9bb412588f97007da53017c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:44:44.215625 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-e89e8ec6-261a-41d9-8499-aa92c441ef49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343cdf14-e653-4eda-aacc-c923edf52e23', 'name': 'tempest-TestMinimumBasicScenario-1840007754-router', 'tenant_id': '40b81d1ed9bb412588f97007da53017c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'c52d33ca-972b-497e-b214-e2ead6f494a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:43:49Z', 'updated_at': '2022-09-16T19:43:51Z', 'revision_number': 4, 'project_id': '40b81d1ed9bb412588f97007da53017c', 'gw_port': {'id': 'c52d33ca-972b-497e-b214-e2ead6f494a2', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343cdf14-e653-4eda-aacc-c923edf52e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:43:49Z', 'updated_at': '2022-09-16T19:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_floatingips': [{'id': 'dcbfa11c-dc19-41fd-bf2e-f151dfa9dc27', 'tenant_id': '40b81d1ed9bb412588f97007da53017c', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': '343cdf14-e653-4eda-aacc-c923edf52e23', 'port_id': 'e3832b11-3df5-4301-8a3d-64f83df2cc78', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '536fffa3-4df1-4dbe-b3de-514304db22e6', 'mac_address': 'fa:16:3e:34:4f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948c0627-b91c-4aa1-a51e-17347b2925d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:44:42Z', 'updated_at': '2022-09-16T19:44:42Z', 'revision_number': 0, 'project_id': '40b81d1ed9bb412588f97007da53017c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '489f937b-b72f-44f8-a1ca-26f16e981f16', 'name': '', 'network_id': '536fffa3-4df1-4dbe-b3de-514304db22e6', 'tenant_id': '40b81d1ed9bb412588f97007da53017c', 'mac_address': 'fa:16:3e:37:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343cdf14-e653-4eda-aacc-c923edf52e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '44df0974-d973-4958-943e-833459860578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:43:51Z', 'updated_at': '2022-09-16T19:43:55Z', 'revision_number': 5, 'project_id': '40b81d1ed9bb412588f97007da53017c', 'subnets': [{'id': '44df0974-d973-4958-943e-833459860578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:44:44.240252 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89e8ec6-261a-41d9-8499-aa92c441ef49 None None] The sync data for ids ['343cdf14-e653-4eda-aacc-c923edf52e23'] in dv-cinder-850320-7-iscsi is: [{'id': '343cdf14-e653-4eda-aacc-c923edf52e23', 'name': 'tempest-TestMinimumBasicScenario-1840007754-router', 'tenant_id': '40b81d1ed9bb412588f97007da53017c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'c52d33ca-972b-497e-b214-e2ead6f494a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:43:49Z', 'updated_at': '2022-09-16T19:43:51Z', 'revision_number': 4, 'project_id': '40b81d1ed9bb412588f97007da53017c', 'gw_port': {'id': 'c52d33ca-972b-497e-b214-e2ead6f494a2', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343cdf14-e653-4eda-aacc-c923edf52e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:43:49Z', 'updated_at': '2022-09-16T19:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_floatingips': [{'id': 'dcbfa11c-dc19-41fd-bf2e-f151dfa9dc27', 'tenant_id': '40b81d1ed9bb412588f97007da53017c', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'router_id': '343cdf14-e653-4eda-aacc-c923edf52e23', 'port_id': 'e3832b11-3df5-4301-8a3d-64f83df2cc78', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '536fffa3-4df1-4dbe-b3de-514304db22e6', 'mac_address': 'fa:16:3e:34:4f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948c0627-b91c-4aa1-a51e-17347b2925d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T19:44:42Z', 'updated_at': '2022-09-16T19:44:42Z', 'revision_number': 0, 'project_id': '40b81d1ed9bb412588f97007da53017c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '489f937b-b72f-44f8-a1ca-26f16e981f16', 'name': '', 'network_id': '536fffa3-4df1-4dbe-b3de-514304db22e6', 'tenant_id': '40b81d1ed9bb412588f97007da53017c', 'mac_address': 'fa:16:3e:37:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343cdf14-e653-4eda-aacc-c923edf52e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '44df0974-d973-4958-943e-833459860578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:43:51Z', 'updated_at': '2022-09-16T19:43:55Z', 'revision_number': 5, 'project_id': '40b81d1ed9bb412588f97007da53017c', 'subnets': [{'id': '44df0974-d973-4958-943e-833459860578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:44:44.246010 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8f3f9867-a60f-413c-afa9-03ec9e4aae8f req-ca7968cd-0550-4868-adab-f95fc12aaf3f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/536fffa3-4df1-4dbe-b3de-514304db22e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125066 Sep 16 19:44:44.258797 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3bebd9fa-fa23-47b0-b59f-fa066dd84f6b tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks [] for security_group_rule (d272a303-629e-428c-9394-abee82c77ac5), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:44.263552 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-25278a35-aeb5-4e9d-b255-66cb394e5dca tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (2ae12936-553e-4faa-805e-6cc2c11473f8), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:44.263874 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-25278a35-aeb5-4e9d-b255-66cb394e5dca tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks [] for floatingip (2ae12936-553e-4faa-805e-6cc2c11473f8), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:44.288325 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-25278a35-aeb5-4e9d-b255-66cb394e5dca tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Calling delete_port for 2ae12936-553e-4faa-805e-6cc2c11473f8 owned by network:floatingip {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:44:44.388750 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3bebd9fa-fa23-47b0-b59f-fa066dd84f6b tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks [] for security_group_rule (d272a303-629e-428c-9394-abee82c77ac5), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:44.397456 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3bebd9fa-fa23-47b0-b59f-fa066dd84f6b tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578197'] for security_group_rule (d272a303-629e-428c-9394-abee82c77ac5), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:44.428362 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bebd9fa-fa23-47b0-b59f-fa066dd84f6b tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d272a303-629e-428c-9394-abee82c77ac5,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:44:44.444232 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3bebd9fa-fa23-47b0-b59f-fa066dd84f6b tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:44.450886 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-3bebd9fa-fa23-47b0-b59f-fa066dd84f6b tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2521942 Sep 16 19:44:44.450886 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 56668) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:44:44.454179 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-0813854e-9a2c-4d0c-9138-f5a5aec93066 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Request body: {'security_group_rule': {'security_group_id': 'c0a69d15-38c2-47fd-a87c-ceface190b7b', 'project_id': '40b81d1ed9bb412588f97007da53017c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:44:44.466661 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2abfae-79f8-4bca-8a85-b82dd59beac7 None None] New status for floating IP dcbfa11c-dc19-41fd-bf2e-f151dfa9dc27: ACTIVE {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 19:44:44.520052 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0813854e-9a2c-4d0c-9138-f5a5aec93066 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks [] for security_group_rule (cf44af58-4320-4a01-87d5-12a04dbb42dd), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:44.530468 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-25278a35-aeb5-4e9d-b255-66cb394e5dca tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (2ae12936-553e-4faa-805e-6cc2c11473f8), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:44.567642 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25278a35-aeb5-4e9d-b255-66cb394e5dca tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Pushing event deleted for resources: {'Port': ['ID=2ae12936-553e-4faa-805e-6cc2c11473f8,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:44:44.665054 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0813854e-9a2c-4d0c-9138-f5a5aec93066 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks [] for security_group_rule (cf44af58-4320-4a01-87d5-12a04dbb42dd), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:44.670564 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-25278a35-aeb5-4e9d-b255-66cb394e5dca tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks [] for floatingip (e890505e-6c23-4343-8f32-44165e5b8de2), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:44.673419 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-25278a35-aeb5-4e9d-b255-66cb394e5dca tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for floatingip (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:44.675260 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-25278a35-aeb5-4e9d-b255-66cb394e5dca tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/e890505e-6c23-4343-8f32-44165e5b8de2 HTTP/1.1" status: 204 len: 168 time: 0.7137511 Sep 16 19:44:44.676416 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0813854e-9a2c-4d0c-9138-f5a5aec93066 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578197'] for security_group_rule (cf44af58-4320-4a01-87d5-12a04dbb42dd), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:44.696048 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0813854e-9a2c-4d0c-9138-f5a5aec93066 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf44af58-4320-4a01-87d5-12a04dbb42dd,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:44:44.707637 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0813854e-9a2c-4d0c-9138-f5a5aec93066 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:44.708947 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-0813854e-9a2c-4d0c-9138-f5a5aec93066 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2591231 Sep 16 19:44:44.712540 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 56672) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:44:44.718527 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-f8a1920f-4d5c-4af9-8cc2-6935be67042c tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Request body: {'security_group_rule': {'security_group_id': 'c0a69d15-38c2-47fd-a87c-ceface190b7b', 'project_id': '40b81d1ed9bb412588f97007da53017c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:44:44.740977 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.db.securitygroups_db [None req-f8a1920f-4d5c-4af9-8cc2-6935be67042c tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Project 40b81d1ed9bb412588f97007da53017c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 19:44:44.747231 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f8a1920f-4d5c-4af9-8cc2-6935be67042c tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks [] for security_group_rule (39bf596e-ca3b-4dce-8410-2296fdeb10d5), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:44.805201 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:INSERT=6,neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:44.812562 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f8a1920f-4d5c-4af9-8cc2-6935be67042c tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks [] for security_group_rule (39bf596e-ca3b-4dce-8410-2296fdeb10d5), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:44.818632 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f8a1920f-4d5c-4af9-8cc2-6935be67042c tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578197'] for security_group_rule (39bf596e-ca3b-4dce-8410-2296fdeb10d5), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:44.839875 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:44.842063 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a1920f-4d5c-4af9-8cc2-6935be67042c tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39bf596e-ca3b-4dce-8410-2296fdeb10d5,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:44:44.853718 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f8a1920f-4d5c-4af9-8cc2-6935be67042c tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:44.854976 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-f8a1920f-4d5c-4af9-8cc2-6935be67042c tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1415184 Sep 16 19:44:44.857733 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 56680) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:44:44.863827 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-8dd9cad8-7580-49ce-8dd4-e86e66e4f56f tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Request body: {'security_group_rule': {'security_group_id': 'c0a69d15-38c2-47fd-a87c-ceface190b7b', 'project_id': '40b81d1ed9bb412588f97007da53017c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:44:44.886631 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.db.securitygroups_db [None req-8dd9cad8-7580-49ce-8dd4-e86e66e4f56f tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Project 40b81d1ed9bb412588f97007da53017c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 19:44:44.895591 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8dd9cad8-7580-49ce-8dd4-e86e66e4f56f tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks [] for security_group_rule (fd7fa5bb-31c1-4a9a-b16b-9a61fa2c5db8), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:44.946426 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8dd9cad8-7580-49ce-8dd4-e86e66e4f56f tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks [] for security_group_rule (fd7fa5bb-31c1-4a9a-b16b-9a61fa2c5db8), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:44.952639 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8dd9cad8-7580-49ce-8dd4-e86e66e4f56f tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578197'] for security_group_rule (fd7fa5bb-31c1-4a9a-b16b-9a61fa2c5db8), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:44.971479 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd9cad8-7580-49ce-8dd4-e86e66e4f56f tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd7fa5bb-31c1-4a9a-b16b-9a61fa2c5db8,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:44:44.977879 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8dd9cad8-7580-49ce-8dd4-e86e66e4f56f tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:44.979129 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-8dd9cad8-7580-49ce-8dd4-e86e66e4f56f tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1198726 Sep 16 19:44:45.042566 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device c34a3cd9-3655-434d-96cf-65014b97c1ea no longer exists at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:44:45.065074 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] No Port match for: c34a3cd9-3655-434d-96cf-65014b97c1ea {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:44:45.065558 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device c34a3cd9-3655-434d-96cf-65014b97c1ea not bound to the agent host hv-cinder-85032 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:44:45.071698 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f5caa759-5b00-4be0-aa6a-4e8179ff59d5 req-b7ac9867-829a-4195-bfc9-b11b3504117c tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-645470513&fields=id&tenant_id=40b81d1ed9bb412588f97007da53017c HTTP/1.1" status: 200 len: 267 time: 0.0473547 Sep 16 19:44:45.127295 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5caa759-5b00-4be0-aa6a-4e8179ff59d5 req-223a58bb-3b0f-45fc-9c16-2bd1cef2fd9a tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:45.129099 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f5caa759-5b00-4be0-aa6a-4e8179ff59d5 req-223a58bb-3b0f-45fc-9c16-2bd1cef2fd9a tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=948c0627-b91c-4aa1-a51e-17347b2925d5 HTTP/1.1" status: 200 len: 946 time: 0.0505338 Sep 16 19:44:45.143013 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-f5caa759-5b00-4be0-aa6a-4e8179ff59d5 req-07698ca2-5dc2-4a4f-a1ed-498d6626bce2 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Request body: {'port': {'security_groups': ['14ff285c-89b1-4cad-a7b3-292b4be107c0', 'c0a69d15-38c2-47fd-a87c-ceface190b7b']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:44:45.215741 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f5caa759-5b00-4be0-aa6a-4e8179ff59d5 req-07698ca2-5dc2-4a4f-a1ed-498d6626bce2 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (e3832b11-3df5-4301-8a3d-64f83df2cc78), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:45.400504 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-f5caa759-5b00-4be0-aa6a-4e8179ff59d5 req-07698ca2-5dc2-4a4f-a1ed-498d6626bce2 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] For port e3832b11-3df5-4301-8a3d-64f83df2cc78, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=e3832b11-3df5-4301-8a3d-64f83df2cc78,segment=NetworkSegment(c4a4c158-518a-46a4-85d6-de1bac082d21),segment_id=c4a4c158-518a-46a4-85d6-de1bac082d21)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:44:45.428958 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f5caa759-5b00-4be0-aa6a-4e8179ff59d5 req-07698ca2-5dc2-4a4f-a1ed-498d6626bce2 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks [] for port (e3832b11-3df5-4301-8a3d-64f83df2cc78), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:45.436465 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f5caa759-5b00-4be0-aa6a-4e8179ff59d5 req-07698ca2-5dc2-4a4f-a1ed-498d6626bce2 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445664'] for port (e3832b11-3df5-4301-8a3d-64f83df2cc78), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:45.444745 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5caa759-5b00-4be0-aa6a-4e8179ff59d5 req-07698ca2-5dc2-4a4f-a1ed-498d6626bce2 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:45.445333 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f5caa759-5b00-4be0-aa6a-4e8179ff59d5 req-07698ca2-5dc2-4a4f-a1ed-498d6626bce2 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:45.446674 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f5caa759-5b00-4be0-aa6a-4e8179ff59d5 req-07698ca2-5dc2-4a4f-a1ed-498d6626bce2 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "PUT /networking/v2.0/ports/e3832b11-3df5-4301-8a3d-64f83df2cc78 HTTP/1.1" status: 200 len: 982 time: 0.3085856 Sep 16 19:44:45.485592 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] get_ports_and_sgs() called for port_ids ['e3832b11-3df5-4301-8a3d-64f83df2cc78'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 19:44:45.504340 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07698ca2-5dc2-4a4f-a1ed-498d6626bce2 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Pushing event updated for resources: {'Port': ['ID=e3832b11-3df5-4301-8a3d-64f83df2cc78,revision_number=6']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:44:45.560163 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa7228-e7f5-4d0e-8f94-5cca5df4b148 req-f517caa6-bc78-4007-8388-c4f5eb5d4e3d tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:45.561653 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-97fa7228-e7f5-4d0e-8f94-5cca5df4b148 req-f517caa6-bc78-4007-8388-c4f5eb5d4e3d tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=948c0627-b91c-4aa1-a51e-17347b2925d5 HTTP/1.1" status: 200 len: 985 time: 0.0600035 Sep 16 19:44:45.596510 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '948c0627-b91c-4aa1-a51e-17347b2925d5', 'tag': 'e3832b11-3df5-4301-8a3d-64f83df2cc78'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:44:45.598646 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:DELETE=5,neutron:SELECT=90,neutron:INSERT=5 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:45.600136 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e152f16bac9f1df6f483fa1cb5a6d8c6a2a494143f87e2794594a52eeef6f53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40310a2-665e-4660-b85b-a8c7e355d9e8" -d '{"events": [{"name": "network-changed", "server_uuid": "948c0627-b91c-4aa1-a51e-17347b2925d5", "tag": "e3832b11-3df5-4301-8a3d-64f83df2cc78"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:44:45.624861 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] get_ports_and_sgs() called for port_ids ['e3832b11-3df5-4301-8a3d-64f83df2cc78'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 19:44:45.631367 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-97fa7228-e7f5-4d0e-8f94-5cca5df4b148 req-782e368d-4120-43e3-8911-d5efb0cf595e tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c0a69d15-38c2-47fd-a87c-ceface190b7b&id=14ff285c-89b1-4cad-a7b3-292b4be107c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0633712 Sep 16 19:44:45.641822 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 19:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea9b99e-99af-414e-99fc-fc118af195f0 x-openstack-request-id: req-6ea9b99e-99af-414e-99fc-fc118af195f0 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:44:45.642116 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "948c0627-b91c-4aa1-a51e-17347b2925d5", "tag": "e3832b11-3df5-4301-8a3d-64f83df2cc78", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:44:45.642365 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6ea9b99e-99af-414e-99fc-fc118af195f0 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:44:45.642774 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ea9b99e-99af-414e-99fc-fc118af195f0'] response: {'name': 'network-changed', 'server_uuid': '948c0627-b91c-4aa1-a51e-17347b2925d5', 'tag': 'e3832b11-3df5-4301-8a3d-64f83df2cc78', 'status': 'completed', 'code': 200} Sep 16 19:44:45.732016 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40310a2-665e-4660-b85b-a8c7e355d9e8 req-fa01f649-939f-4b6b-858b-5f2658e69ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:45.733530 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e40310a2-665e-4660-b85b-a8c7e355d9e8 req-fa01f649-939f-4b6b-858b-5f2658e69ab8 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=40b81d1ed9bb412588f97007da53017c&device_id=948c0627-b91c-4aa1-a51e-17347b2925d5 HTTP/1.1" status: 200 len: 1169 time: 0.0403509 Sep 16 19:44:45.825146 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40310a2-665e-4660-b85b-a8c7e355d9e8 req-e536432a-04c7-49fd-8036-fbe62e7d7c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:45.826611 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e40310a2-665e-4660-b85b-a8c7e355d9e8 req-e536432a-04c7-49fd-8036-fbe62e7d7c08 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=536fffa3-4df1-4dbe-b3de-514304db22e6 HTTP/1.1" status: 200 len: 916 time: 0.0870473 Sep 16 19:44:45.893861 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e40310a2-665e-4660-b85b-a8c7e355d9e8 req-643e9f00-60cc-404a-9a23-9cda5b63629e service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3832b11-3df5-4301-8a3d-64f83df2cc78 HTTP/1.1" status: 200 len: 1001 time: 0.0604618 Sep 16 19:44:45.909775 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 56692) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:44:45.913742 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:45.948563 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40310a2-665e-4660-b85b-a8c7e355d9e8 req-73d60e6b-de02-4bda-814e-b3dbc80e4663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:45.950578 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e40310a2-665e-4660-b85b-a8c7e355d9e8 req-73d60e6b-de02-4bda-814e-b3dbc80e4663 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=44df0974-d973-4958-943e-833459860578 HTTP/1.1" status: 200 len: 854 time: 0.0509439 Sep 16 19:44:45.971679 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0af51a0e-cd2f-4dad-8b24-a14f3cdaa14d tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks [] for security_group (2114d520-9e6f-4a63-bc5e-07ce01a9aa27), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:45.995684 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40310a2-665e-4660-b85b-a8c7e355d9e8 req-7a879d0d-3466-46b0-950a-44fe8c97bada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:44:45.996456 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0af51a0e-cd2f-4dad-8b24-a14f3cdaa14d tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks [] for security_group (2114d520-9e6f-4a63-bc5e-07ce01a9aa27), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:45.997779 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e40310a2-665e-4660-b85b-a8c7e355d9e8 req-7a879d0d-3466-46b0-950a-44fe8c97bada service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=536fffa3-4df1-4dbe-b3de-514304db22e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411077 Sep 16 19:44:46.025000 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:46.066433 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0af51a0e-cd2f-4dad-8b24-a14f3cdaa14d tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (2114d520-9e6f-4a63-bc5e-07ce01a9aa27), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:46.069181 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0af51a0e-cd2f-4dad-8b24-a14f3cdaa14d tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:46.073413 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-0af51a0e-cd2f-4dad-8b24-a14f3cdaa14d tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/2114d520-9e6f-4a63-bc5e-07ce01a9aa27 HTTP/1.1" status: 204 len: 168 time: 0.1601977 Sep 16 19:44:46.083263 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af51a0e-cd2f-4dad-8b24-a14f3cdaa14d tempest-TestVolumeBootPattern-271342920 tempest-TestVolumeBootPattern-271342920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2114d520-9e6f-4a63-bc5e-07ce01a9aa27,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:44:46.112538 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e40310a2-665e-4660-b85b-a8c7e355d9e8 req-24bf8bd6-c5cd-4cc0-8f49-43c76b80e1c7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/536fffa3-4df1-4dbe-b3de-514304db22e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077821 Sep 16 19:44:46.130312 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 56696) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:44:46.214018 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e40310a2-665e-4660-b85b-a8c7e355d9e8 req-8a6b7684-edcd-4e02-95e2-e3edcb78e504 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/536fffa3-4df1-4dbe-b3de-514304db22e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953121 Sep 16 19:44:46.382438 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:46.390355 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:DELETE=4,neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:46.576919 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cb20e6c2-a548-446e-b704-c4eace1551ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-771491'] for router_interface (002af737-514c-4af7-9b09-9a09e600ed84), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:47.056167 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-cb20e6c2-a548-446e-b704-c4eace1551ff admin admin] Deleting port 58d5b297-c5a6-4a57-9275-f26abaaeeb2e {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:44:47.057258 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cb20e6c2-a548-446e-b704-c4eace1551ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (58d5b297-c5a6-4a57-9275-f26abaaeeb2e), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:47.144407 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-cb20e6c2-a548-446e-b704-c4eace1551ff admin admin] For port 58d5b297-c5a6-4a57-9275-f26abaaeeb2e, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=58d5b297-c5a6-4a57-9275-f26abaaeeb2e,segment=NetworkSegment(7e734341-746a-4fdc-b511-0d6ed890ef79),segment_id=7e734341-746a-4fdc-b511-0d6ed890ef79)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:44:47.144741 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cb20e6c2-a548-446e-b704-c4eace1551ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (58d5b297-c5a6-4a57-9275-f26abaaeeb2e), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:47.158963 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-cb20e6c2-a548-446e-b704-c4eace1551ff admin admin] Calling delete_port for 58d5b297-c5a6-4a57-9275-f26abaaeeb2e owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:44:47.347391 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cb20e6c2-a548-446e-b704-c4eace1551ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (58d5b297-c5a6-4a57-9275-f26abaaeeb2e), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:47.375520 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb20e6c2-a548-446e-b704-c4eace1551ff admin admin] Pushing event deleted for resources: {'Port': ['ID=58d5b297-c5a6-4a57-9275-f26abaaeeb2e,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:44:47.520671 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:47.525899 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:47.540446 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cb20e6c2-a548-446e-b704-c4eace1551ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681235'] for router_interface (002af737-514c-4af7-9b09-9a09e600ed84), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:47.747716 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb20e6c2-a548-446e-b704-c4eace1551ff admin admin] Router 002af737-514c-4af7-9b09-9a09e600ed84 has already been hosted by L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:44:47.857181 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb20e6c2-a548-446e-b704-c4eace1551ff admin admin] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:44:47.864945 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-cb20e6c2-a548-446e-b704-c4eace1551ff admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/002af737-514c-4af7-9b09-9a09e600ed84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7306740 Sep 16 19:44:47.865199 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 56700) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:44:47.868500 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075f8118-58d7-4287-81ca-b60a0b0bae24 None None] Sync routers for ids ['002af737-514c-4af7-9b09-9a09e600ed84'] in dv-cinder-850320-7-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:44:47.879700 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075f8118-58d7-4287-81ca-b60a0b0bae24 None None] Routers {'002af737-514c-4af7-9b09-9a09e600ed84'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:44:47.880313 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-075f8118-58d7-4287-81ca-b60a0b0bae24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:44:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['002af737-514c-4af7-9b09-9a09e600ed84'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:44:47.963833 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-96fd0968-ebed-4324-bd2c-2a243b651884 admin admin] Publish callbacks [] for router (002af737-514c-4af7-9b09-9a09e600ed84), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:47.982467 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-075f8118-58d7-4287-81ca-b60a0b0bae24 None None] Set router 002af737-514c-4af7-9b09-9a09e600ed84 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:44:48.057426 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-96fd0968-ebed-4324-bd2c-2a243b651884 admin admin] Publish callbacks [] for router_gateway (002af737-514c-4af7-9b09-9a09e600ed84), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:48.102624 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-96fd0968-ebed-4324-bd2c-2a243b651884 admin admin] Deleting port 7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:44:48.102924 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-96fd0968-ebed-4324-bd2c-2a243b651884 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:48.151125 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-075f8118-58d7-4287-81ca-b60a0b0bae24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002af737-514c-4af7-9b09-9a09e600ed84', 'name': 'tempest-TestVolumeBootPattern-907653964-router', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:35:37Z', 'updated_at': '2022-09-16T19:44:47Z', 'revision_number': 5, 'project_id': '9b9158de13684627b042d2a183330eff', 'gw_port': {'id': '7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002af737-514c-4af7-9b09-9a09e600ed84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:38Z', 'updated_at': '2022-09-16T19:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi'}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:44:48.179534 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075f8118-58d7-4287-81ca-b60a0b0bae24 None None] Checking router: 002af737-514c-4af7-9b09-9a09e600ed84 for host: dv-cinder-850320-7-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:44:48.183591 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-96fd0968-ebed-4324-bd2c-2a243b651884 admin admin] For port 7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18,segment=NetworkSegment(ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2),segment_id=ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:44:48.183950 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-96fd0968-ebed-4324-bd2c-2a243b651884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:48.188360 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075f8118-58d7-4287-81ca-b60a0b0bae24 None None] Routers {'002af737-514c-4af7-9b09-9a09e600ed84'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:44:48.188988 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-075f8118-58d7-4287-81ca-b60a0b0bae24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:44:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['002af737-514c-4af7-9b09-9a09e600ed84'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:44:48.196708 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-96fd0968-ebed-4324-bd2c-2a243b651884 admin admin] Calling delete_port for 7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18 owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:44:48.267586 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-075f8118-58d7-4287-81ca-b60a0b0bae24 None None] Set router 002af737-514c-4af7-9b09-9a09e600ed84 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:44:48.318325 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-075f8118-58d7-4287-81ca-b60a0b0bae24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002af737-514c-4af7-9b09-9a09e600ed84', 'name': 'tempest-TestVolumeBootPattern-907653964-router', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:35:37Z', 'updated_at': '2022-09-16T19:44:48Z', 'revision_number': 6, 'project_id': '9b9158de13684627b042d2a183330eff', 'gw_port_host': None}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:44:48.342494 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:48.344301 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075f8118-58d7-4287-81ca-b60a0b0bae24 None None] The sync data for ids ['002af737-514c-4af7-9b09-9a09e600ed84'] in dv-cinder-850320-7-iscsi is: [{'id': '002af737-514c-4af7-9b09-9a09e600ed84', 'name': 'tempest-TestVolumeBootPattern-907653964-router', 'tenant_id': '9b9158de13684627b042d2a183330eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:35:37Z', 'updated_at': '2022-09-16T19:44:48Z', 'revision_number': 6, 'project_id': '9b9158de13684627b042d2a183330eff', 'gw_port_host': None}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:44:48.344725 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:48.363997 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-96fd0968-ebed-4324-bd2c-2a243b651884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:48.391730 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fd0968-ebed-4324-bd2c-2a243b651884 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:44:48.454981 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-96fd0968-ebed-4324-bd2c-2a243b651884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681049'] for router_gateway (002af737-514c-4af7-9b09-9a09e600ed84), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:48.541127 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-96fd0968-ebed-4324-bd2c-2a243b651884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router (002af737-514c-4af7-9b09-9a09e600ed84), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:48.543463 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-96fd0968-ebed-4324-bd2c-2a243b651884 admin admin] Publish callbacks [] for router_controller (002af737-514c-4af7-9b09-9a09e600ed84), precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:48.588751 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-96fd0968-ebed-4324-bd2c-2a243b651884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-681326'] for router (002af737-514c-4af7-9b09-9a09e600ed84), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:48.589244 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96fd0968-ebed-4324-bd2c-2a243b651884 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 002af737-514c-4af7-9b09-9a09e600ed84 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 19:44:48.593781 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-96fd0968-ebed-4324-bd2c-2a243b651884 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:48.595108 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-96fd0968-ebed-4324-bd2c-2a243b651884 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/002af737-514c-4af7-9b09-9a09e600ed84 HTTP/1.1" status: 204 len: 168 time: 0.7290196 Sep 16 19:44:48.597937 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 56702) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:44:48.643941 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d34a15d-c048-4e72-9fd0-8f397d3fc7ef admin admin] Deleting subnet 085fd4f8-7ca2-48a8-876f-2233969b7ec3 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 19:44:48.647201 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3d34a15d-c048-4e72-9fd0-8f397d3fc7ef admin admin] Publish callbacks [] for subnet (085fd4f8-7ca2-48a8-876f-2233969b7ec3), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:48.685433 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3d34a15d-c048-4e72-9fd0-8f397d3fc7ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3251476'] for subnet (085fd4f8-7ca2-48a8-876f-2233969b7ec3), precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:48.780340 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3d34a15d-c048-4e72-9fd0-8f397d3fc7ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16018794'] for subnet (085fd4f8-7ca2-48a8-876f-2233969b7ec3), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:48.841932 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3d34a15d-c048-4e72-9fd0-8f397d3fc7ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16022615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2445622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3802358'] for subnet (085fd4f8-7ca2-48a8-876f-2233969b7ec3), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:48.868883 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d34a15d-c048-4e72-9fd0-8f397d3fc7ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=085fd4f8-7ca2-48a8-876f-2233969b7ec3,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:44:48.874864 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3d34a15d-c048-4e72-9fd0-8f397d3fc7ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:48.878318 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-3d34a15d-c048-4e72-9fd0-8f397d3fc7ef admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/085fd4f8-7ca2-48a8-876f-2233969b7ec3 HTTP/1.1" status: 204 len: 168 time: 0.2794859 Sep 16 19:44:48.881093 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 56704) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:44:48.883702 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d17671-ee55-4ce8-bf9f-624445902de9 None None] Network a6a02090-2f02-4634-aa67-dc86c3956885 requested from dv-cinder-850320-7-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 19:44:48.955110 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-44c26c2a-4431-46a0-9d9a-b53013b3db46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15995935'] for network (a6a02090-2f02-4634-aa67-dc86c3956885), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:49.001020 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-44c26c2a-4431-46a0-9d9a-b53013b3db46 admin admin] Deleting port bc57fc0f-ecee-4e36-ac80-7c9e4eb39d9d {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:44:49.001369 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-44c26c2a-4431-46a0-9d9a-b53013b3db46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (bc57fc0f-ecee-4e36-ac80-7c9e4eb39d9d), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:49.070595 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-44c26c2a-4431-46a0-9d9a-b53013b3db46 admin admin] For port bc57fc0f-ecee-4e36-ac80-7c9e4eb39d9d, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=bc57fc0f-ecee-4e36-ac80-7c9e4eb39d9d,segment=NetworkSegment(7e734341-746a-4fdc-b511-0d6ed890ef79),segment_id=7e734341-746a-4fdc-b511-0d6ed890ef79)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:44:49.071318 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-44c26c2a-4431-46a0-9d9a-b53013b3db46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (bc57fc0f-ecee-4e36-ac80-7c9e4eb39d9d), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:49.084666 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-44c26c2a-4431-46a0-9d9a-b53013b3db46 admin admin] Calling delete_port for bc57fc0f-ecee-4e36-ac80-7c9e4eb39d9d owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:44:49.158076 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:49.167169 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-44c26c2a-4431-46a0-9d9a-b53013b3db46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (bc57fc0f-ecee-4e36-ac80-7c9e4eb39d9d), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:49.184737 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75243363-8513-4d84-89d1-a1435c575415 None None] DHCP port deletion for a6a02090-2f02-4634-aa67-dc86c3956885 request from dv-cinder-850320-7-iscsi {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 19:44:49.200983 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c26c2a-4431-46a0-9d9a-b53013b3db46 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc57fc0f-ecee-4e36-ac80-7c9e4eb39d9d,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:44:49.202774 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c26c2a-4431-46a0-9d9a-b53013b3db46 admin admin] No DVR routers for this DVR port bc57fc0f-ecee-4e36-ac80-7c9e4eb39d9d on host dv-cinder-850320-7-iscsi {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 19:44:49.203990 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18 no longer exists at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:44:49.225438 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] No Port match for: 7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:44:49.225788 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 7cfb8c3d-d93b-4df7-93ca-2e102ca0cf18 not bound to the agent host dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:44:49.226227 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 58d5b297-c5a6-4a57-9275-f26abaaeeb2e no longer exists at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:44:49.247482 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] No Port match for: 58d5b297-c5a6-4a57-9275-f26abaaeeb2e {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:44:49.248098 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 58d5b297-c5a6-4a57-9275-f26abaaeeb2e not bound to the agent host dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:44:49.278215 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-44c26c2a-4431-46a0-9d9a-b53013b3db46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16065089', 'neutron.services.segments.db._delete_segments_for_network-8764811785921'] for network (a6a02090-2f02-4634-aa67-dc86c3956885), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:49.297631 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-44c26c2a-4431-46a0-9d9a-b53013b3db46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6a02090-2f02-4634-aa67-dc86c3956885']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:44:49.307600 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-44c26c2a-4431-46a0-9d9a-b53013b3db46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e734341-746a-4fdc-b511-0d6ed890ef79') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:44:49.307869 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-44c26c2a-4431-46a0-9d9a-b53013b3db46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e734341-746a-4fdc-b511-0d6ed890ef79') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:44:49.317975 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-44c26c2a-4431-46a0-9d9a-b53013b3db46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764811785813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3251503'] for segment (7e734341-746a-4fdc-b511-0d6ed890ef79), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:49.331966 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-44c26c2a-4431-46a0-9d9a-b53013b3db46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694'] for segment (7e734341-746a-4fdc-b511-0d6ed890ef79), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:49.339208 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44c26c2a-4431-46a0-9d9a-b53013b3db46 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 19:44:49.339684 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-44c26c2a-4431-46a0-9d9a-b53013b3db46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2445708'] for segment (7e734341-746a-4fdc-b511-0d6ed890ef79), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:49.388453 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.services.segments.plugin [-] Segment 7e734341-746a-4fdc-b511-0d6ed890ef79 resource provider aggregate not found Sep 16 19:44:49.412480 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.services.segments.plugin [-] Segment 7e734341-746a-4fdc-b511-0d6ed890ef79 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7e734341-746a-4fdc-b511-0d6ed890ef79 found for delete ", "request_id": "req-e0d9e085-c029-4385-afdb-26ca59b1b579"}]} Sep 16 19:44:49.413391 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-44c26c2a-4431-46a0-9d9a-b53013b3db46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16065144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681100'] for network (a6a02090-2f02-4634-aa67-dc86c3956885), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:49.417844 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-44c26c2a-4431-46a0-9d9a-b53013b3db46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for network (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:49.421175 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-44c26c2a-4431-46a0-9d9a-b53013b3db46 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/a6a02090-2f02-4634-aa67-dc86c3956885 HTTP/1.1" status: 204 len: 168 time: 0.5391932 Sep 16 19:44:49.424343 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 56710) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:44:49.424829 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=12 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:49.435863 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c26c2a-4431-46a0-9d9a-b53013b3db46 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6a02090-2f02-4634-aa67-dc86c3956885,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:44:49.624674 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:49.740705 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e6ef3ffb-1239-4505-b668-9b0a016d7795 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-771491'] for router_interface (1aca3a01-48e9-4ea5-9641-9a9d73eba561), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:49.933466 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:49.963101 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-e6ef3ffb-1239-4505-b668-9b0a016d7795 admin admin] Deleting port f913eba7-223b-4615-b36a-659641b4d8a0 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:44:49.963439 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e6ef3ffb-1239-4505-b668-9b0a016d7795 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (f913eba7-223b-4615-b36a-659641b4d8a0), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:50.044925 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-e6ef3ffb-1239-4505-b668-9b0a016d7795 admin admin] For port f913eba7-223b-4615-b36a-659641b4d8a0, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=f913eba7-223b-4615-b36a-659641b4d8a0,segment=NetworkSegment(dc68a768-9fe0-45ba-9fdf-a931c27f60c4),segment_id=dc68a768-9fe0-45ba-9fdf-a931c27f60c4)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:44:50.045274 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e6ef3ffb-1239-4505-b668-9b0a016d7795 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (f913eba7-223b-4615-b36a-659641b4d8a0), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:50.061537 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-e6ef3ffb-1239-4505-b668-9b0a016d7795 admin admin] Calling delete_port for f913eba7-223b-4615-b36a-659641b4d8a0 owned by network:router_interface {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:44:50.260118 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e6ef3ffb-1239-4505-b668-9b0a016d7795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (f913eba7-223b-4615-b36a-659641b4d8a0), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:50.282221 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ef3ffb-1239-4505-b668-9b0a016d7795 admin admin] Pushing event deleted for resources: {'Port': ['ID=f913eba7-223b-4615-b36a-659641b4d8a0,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:44:50.295498 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ef3ffb-1239-4505-b668-9b0a016d7795 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:44:50.295836 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ef3ffb-1239-4505-b668-9b0a016d7795 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:44:50.296166 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ef3ffb-1239-4505-b668-9b0a016d7795 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:44:50.296507 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ef3ffb-1239-4505-b668-9b0a016d7795 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:44:50.297106 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ef3ffb-1239-4505-b668-9b0a016d7795 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:44:50.297433 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ef3ffb-1239-4505-b668-9b0a016d7795 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:44:50.297745 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ef3ffb-1239-4505-b668-9b0a016d7795 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:44:50.298067 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ef3ffb-1239-4505-b668-9b0a016d7795 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:44:50.298381 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ef3ffb-1239-4505-b668-9b0a016d7795 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:44:50.298700 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ef3ffb-1239-4505-b668-9b0a016d7795 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:44:50.298999 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ef3ffb-1239-4505-b668-9b0a016d7795 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:44:50.299311 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ef3ffb-1239-4505-b668-9b0a016d7795 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:44:50.299681 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ef3ffb-1239-4505-b668-9b0a016d7795 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:44:50.300231 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ef3ffb-1239-4505-b668-9b0a016d7795 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:44:50.300689 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ef3ffb-1239-4505-b668-9b0a016d7795 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:44:50.445593 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:50.458927 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e6ef3ffb-1239-4505-b668-9b0a016d7795 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681235'] for router_interface (1aca3a01-48e9-4ea5-9641-9a9d73eba561), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:50.665971 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ef3ffb-1239-4505-b668-9b0a016d7795 admin admin] Router 1aca3a01-48e9-4ea5-9641-9a9d73eba561 has already been hosted by L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:44:50.778222 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ef3ffb-1239-4505-b668-9b0a016d7795 admin admin] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:44:50.784008 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-e6ef3ffb-1239-4505-b668-9b0a016d7795 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/1aca3a01-48e9-4ea5-9641-9a9d73eba561/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3582044 Sep 16 19:44:50.786556 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 56712) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:44:50.789212 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cce3334-bd5f-4641-bda2-b0ce4d9baeaf None None] Sync routers for ids ['1aca3a01-48e9-4ea5-9641-9a9d73eba561'] in dv-cinder-850320-7-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:44:50.799985 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cce3334-bd5f-4641-bda2-b0ce4d9baeaf None None] Routers {'1aca3a01-48e9-4ea5-9641-9a9d73eba561'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:44:50.800669 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-0cce3334-bd5f-4641-bda2-b0ce4d9baeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:44:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['1aca3a01-48e9-4ea5-9641-9a9d73eba561'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:44:50.911887 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-0cce3334-bd5f-4641-bda2-b0ce4d9baeaf None None] Set router 1aca3a01-48e9-4ea5-9641-9a9d73eba561 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:44:51.008188 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device bc57fc0f-ecee-4e36-ac80-7c9e4eb39d9d no longer exists at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:44:51.032873 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] No Port match for: bc57fc0f-ecee-4e36-ac80-7c9e4eb39d9d {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:44:51.033149 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device bc57fc0f-ecee-4e36-ac80-7c9e4eb39d9d not bound to the agent host dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:44:51.109889 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-0cce3334-bd5f-4641-bda2-b0ce4d9baeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aca3a01-48e9-4ea5-9641-9a9d73eba561', 'name': 'tempest-TestVolumeBootPattern-262610199-router', 'tenant_id': '5b0651bb287443c9a01d6476212e25a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'c4bfb9ff-92e8-489f-bafa-62a21ee34c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:35:42Z', 'updated_at': '2022-09-16T19:44:50Z', 'revision_number': 5, 'project_id': '5b0651bb287443c9a01d6476212e25a6', 'gw_port': {'id': 'c4bfb9ff-92e8-489f-bafa-62a21ee34c8b', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aca3a01-48e9-4ea5-9641-9a9d73eba561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:43Z', 'updated_at': '2022-09-16T19:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi'}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:44:51.118101 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:51.139962 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cce3334-bd5f-4641-bda2-b0ce4d9baeaf None None] Checking router: 1aca3a01-48e9-4ea5-9641-9a9d73eba561 for host: dv-cinder-850320-7-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:44:51.150164 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cce3334-bd5f-4641-bda2-b0ce4d9baeaf None None] Routers {'1aca3a01-48e9-4ea5-9641-9a9d73eba561'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:44:51.151028 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-0cce3334-bd5f-4641-bda2-b0ce4d9baeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:44:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['1aca3a01-48e9-4ea5-9641-9a9d73eba561'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:44:51.172989 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-32de242c-dc45-48a7-b2d1-3a4f22b8fa1f admin admin] Publish callbacks [] for router (1aca3a01-48e9-4ea5-9641-9a9d73eba561), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:51.257253 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-0cce3334-bd5f-4641-bda2-b0ce4d9baeaf None None] Set router 1aca3a01-48e9-4ea5-9641-9a9d73eba561 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:44:51.269561 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-32de242c-dc45-48a7-b2d1-3a4f22b8fa1f admin admin] Publish callbacks [] for router_gateway (1aca3a01-48e9-4ea5-9641-9a9d73eba561), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:51.317315 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-32de242c-dc45-48a7-b2d1-3a4f22b8fa1f admin admin] Deleting port c4bfb9ff-92e8-489f-bafa-62a21ee34c8b {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:44:51.317555 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-32de242c-dc45-48a7-b2d1-3a4f22b8fa1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (c4bfb9ff-92e8-489f-bafa-62a21ee34c8b), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:51.398517 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-32de242c-dc45-48a7-b2d1-3a4f22b8fa1f admin admin] For port c4bfb9ff-92e8-489f-bafa-62a21ee34c8b, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=c4bfb9ff-92e8-489f-bafa-62a21ee34c8b,segment=NetworkSegment(ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2),segment_id=ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:44:51.398885 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-32de242c-dc45-48a7-b2d1-3a4f22b8fa1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (c4bfb9ff-92e8-489f-bafa-62a21ee34c8b), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:51.411892 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-32de242c-dc45-48a7-b2d1-3a4f22b8fa1f admin admin] Calling delete_port for c4bfb9ff-92e8-489f-bafa-62a21ee34c8b owned by network:router_gateway {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:44:51.419928 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=100 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:51.431085 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-0cce3334-bd5f-4641-bda2-b0ce4d9baeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aca3a01-48e9-4ea5-9641-9a9d73eba561', 'name': 'tempest-TestVolumeBootPattern-262610199-router', 'tenant_id': '5b0651bb287443c9a01d6476212e25a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'c4bfb9ff-92e8-489f-bafa-62a21ee34c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:35:42Z', 'updated_at': '2022-09-16T19:44:50Z', 'revision_number': 5, 'project_id': '5b0651bb287443c9a01d6476212e25a6', 'gw_port': {'id': 'c4bfb9ff-92e8-489f-bafa-62a21ee34c8b', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aca3a01-48e9-4ea5-9641-9a9d73eba561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:43Z', 'updated_at': '2022-09-16T19:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi'}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:44:51.456423 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cce3334-bd5f-4641-bda2-b0ce4d9baeaf None None] The sync data for ids ['1aca3a01-48e9-4ea5-9641-9a9d73eba561'] in dv-cinder-850320-7-iscsi is: [{'id': '1aca3a01-48e9-4ea5-9641-9a9d73eba561', 'name': 'tempest-TestVolumeBootPattern-262610199-router', 'tenant_id': '5b0651bb287443c9a01d6476212e25a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'c4bfb9ff-92e8-489f-bafa-62a21ee34c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:35:42Z', 'updated_at': '2022-09-16T19:44:50Z', 'revision_number': 5, 'project_id': '5b0651bb287443c9a01d6476212e25a6', 'gw_port': {'id': 'c4bfb9ff-92e8-489f-bafa-62a21ee34c8b', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aca3a01-48e9-4ea5-9641-9a9d73eba561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:35:43Z', 'updated_at': '2022-09-16T19:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi'}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:44:51.562173 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:51.585953 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-32de242c-dc45-48a7-b2d1-3a4f22b8fa1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (c4bfb9ff-92e8-489f-bafa-62a21ee34c8b), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:51.611214 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de242c-dc45-48a7-b2d1-3a4f22b8fa1f admin admin] Pushing event deleted for resources: {'Port': ['ID=c4bfb9ff-92e8-489f-bafa-62a21ee34c8b,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:44:51.672688 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-32de242c-dc45-48a7-b2d1-3a4f22b8fa1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681049'] for router_gateway (1aca3a01-48e9-4ea5-9641-9a9d73eba561), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:51.759473 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-32de242c-dc45-48a7-b2d1-3a4f22b8fa1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router (1aca3a01-48e9-4ea5-9641-9a9d73eba561), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:51.761740 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-32de242c-dc45-48a7-b2d1-3a4f22b8fa1f admin admin] Publish callbacks [] for router_controller (1aca3a01-48e9-4ea5-9641-9a9d73eba561), precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:51.819543 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-32de242c-dc45-48a7-b2d1-3a4f22b8fa1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-681326'] for router (1aca3a01-48e9-4ea5-9641-9a9d73eba561), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:51.820659 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32de242c-dc45-48a7-b2d1-3a4f22b8fa1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1aca3a01-48e9-4ea5-9641-9a9d73eba561 {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 19:44:51.825801 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-32de242c-dc45-48a7-b2d1-3a4f22b8fa1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:51.826975 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-32de242c-dc45-48a7-b2d1-3a4f22b8fa1f admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/1aca3a01-48e9-4ea5-9641-9a9d73eba561 HTTP/1.1" status: 204 len: 168 time: 1.0395119 Sep 16 19:44:51.829596 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 56716) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:44:51.876769 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-904252f4-c3b4-44e1-806d-f66417007017 admin admin] Deleting subnet ed9905d8-c198-4351-bc2c-372277eb7ee8 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 19:44:51.883782 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-904252f4-c3b4-44e1-806d-f66417007017 admin admin] Publish callbacks [] for subnet (ed9905d8-c198-4351-bc2c-372277eb7ee8), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:51.925606 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-904252f4-c3b4-44e1-806d-f66417007017 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2892030'] for subnet (ed9905d8-c198-4351-bc2c-372277eb7ee8), precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:52.002972 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-904252f4-c3b4-44e1-806d-f66417007017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16018794'] for subnet (ed9905d8-c198-4351-bc2c-372277eb7ee8), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:52.032244 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:52.063289 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-904252f4-c3b4-44e1-806d-f66417007017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16022615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2678392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360859'] for subnet (ed9905d8-c198-4351-bc2c-372277eb7ee8), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:52.093279 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904252f4-c3b4-44e1-806d-f66417007017 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed9905d8-c198-4351-bc2c-372277eb7ee8,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:44:52.097344 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-904252f4-c3b4-44e1-806d-f66417007017 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:52.100286 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-904252f4-c3b4-44e1-806d-f66417007017 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/ed9905d8-c198-4351-bc2c-372277eb7ee8 HTTP/1.1" status: 204 len: 168 time: 0.2696145 Sep 16 19:44:52.102893 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 56718) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:44:52.105583 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6322cb68-9c8e-403f-b90a-598a2f638a58 None None] Network 864039ad-65de-42bc-90c0-b6e0aa83fb2f requested from dv-cinder-850320-7-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 19:44:52.170180 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=100 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:52.174197 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6a6a55b9-93f7-472b-b453-c9d09c51f2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15995935'] for network (864039ad-65de-42bc-90c0-b6e0aa83fb2f), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:52.217707 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-6a6a55b9-93f7-472b-b453-c9d09c51f2a2 admin admin] Deleting port 00c2d445-abb6-4f59-a2a3-51b047079cf8 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:44:52.218044 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6a6a55b9-93f7-472b-b453-c9d09c51f2a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (00c2d445-abb6-4f59-a2a3-51b047079cf8), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:52.285995 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-6a6a55b9-93f7-472b-b453-c9d09c51f2a2 admin admin] For port 00c2d445-abb6-4f59-a2a3-51b047079cf8, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=00c2d445-abb6-4f59-a2a3-51b047079cf8,segment=NetworkSegment(dc68a768-9fe0-45ba-9fdf-a931c27f60c4),segment_id=dc68a768-9fe0-45ba-9fdf-a931c27f60c4)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:44:52.286364 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6a6a55b9-93f7-472b-b453-c9d09c51f2a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (00c2d445-abb6-4f59-a2a3-51b047079cf8), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:52.299470 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-6a6a55b9-93f7-472b-b453-c9d09c51f2a2 admin admin] Calling delete_port for 00c2d445-abb6-4f59-a2a3-51b047079cf8 owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:44:52.381436 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6a6a55b9-93f7-472b-b453-c9d09c51f2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (00c2d445-abb6-4f59-a2a3-51b047079cf8), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:52.413883 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a55b9-93f7-472b-b453-c9d09c51f2a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=00c2d445-abb6-4f59-a2a3-51b047079cf8,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:44:52.415593 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6a55b9-93f7-472b-b453-c9d09c51f2a2 admin admin] No DVR routers for this DVR port 00c2d445-abb6-4f59-a2a3-51b047079cf8 on host dv-cinder-850320-7-iscsi {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 19:44:52.445554 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:44:52.486949 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c35115-57d6-4e12-b2c9-2daf4bacb45a None None] DHCP port deletion for 864039ad-65de-42bc-90c0-b6e0aa83fb2f request from dv-cinder-850320-7-iscsi {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 19:44:52.487511 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6a6a55b9-93f7-472b-b453-c9d09c51f2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16065089', 'neutron.services.segments.db._delete_segments_for_network-8764811785921'] for network (864039ad-65de-42bc-90c0-b6e0aa83fb2f), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:52.504764 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:44:52.520829 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-6a6a55b9-93f7-472b-b453-c9d09c51f2a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['864039ad-65de-42bc-90c0-b6e0aa83fb2f']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:44:52.528689 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-6a6a55b9-93f7-472b-b453-c9d09c51f2a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc68a768-9fe0-45ba-9fdf-a931c27f60c4') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:44:52.528984 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-6a6a55b9-93f7-472b-b453-c9d09c51f2a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc68a768-9fe0-45ba-9fdf-a931c27f60c4') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:44:52.538550 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6a6a55b9-93f7-472b-b453-c9d09c51f2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764811785813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2891973'] for segment (dc68a768-9fe0-45ba-9fdf-a931c27f60c4), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:52.552789 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6a6a55b9-93f7-472b-b453-c9d09c51f2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694'] for segment (dc68a768-9fe0-45ba-9fdf-a931c27f60c4), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:52.560116 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a6a55b9-93f7-472b-b453-c9d09c51f2a2 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 19:44:52.560545 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6a6a55b9-93f7-472b-b453-c9d09c51f2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2678466'] for segment (dc68a768-9fe0-45ba-9fdf-a931c27f60c4), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:52.604829 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.services.segments.plugin [-] Segment dc68a768-9fe0-45ba-9fdf-a931c27f60c4 resource provider aggregate not found Sep 16 19:44:52.623323 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.services.segments.plugin [-] Segment dc68a768-9fe0-45ba-9fdf-a931c27f60c4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc68a768-9fe0-45ba-9fdf-a931c27f60c4 found for delete ", "request_id": "req-7b9716c0-ebf0-427b-8795-47ecdd101dd4"}]} Sep 16 19:44:52.632419 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6a6a55b9-93f7-472b-b453-c9d09c51f2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16065144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681100'] for network (864039ad-65de-42bc-90c0-b6e0aa83fb2f), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:52.637193 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6a6a55b9-93f7-472b-b453-c9d09c51f2a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for network (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:52.640446 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-6a6a55b9-93f7-472b-b453-c9d09c51f2a2 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/864039ad-65de-42bc-90c0-b6e0aa83fb2f HTTP/1.1" status: 204 len: 168 time: 0.5365832 Sep 16 19:44:52.654121 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a55b9-93f7-472b-b453-c9d09c51f2a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=864039ad-65de-42bc-90c0-b6e0aa83fb2f,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:44:52.757159 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 56726) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:44:52.798110 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-e40362d7-836b-4188-865b-2c7a7b6a7149 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=9b9158de13684627b042d2a183330eff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397842 Sep 16 19:44:52.800957 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 56728) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:44:52.852591 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a89be69a-e8bd-493e-86a2-2501f66f65e9 admin admin] Publish callbacks [] for security_group (e3ea8d65-2cb4-41d2-9bb3-426cf9dc8f72), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:52.874735 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a89be69a-e8bd-493e-86a2-2501f66f65e9 admin admin] Publish callbacks [] for security_group (e3ea8d65-2cb4-41d2-9bb3-426cf9dc8f72), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:52.919425 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device c4bfb9ff-92e8-489f-bafa-62a21ee34c8b no longer exists at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:44:52.923038 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a89be69a-e8bd-493e-86a2-2501f66f65e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (e3ea8d65-2cb4-41d2-9bb3-426cf9dc8f72), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:52.925761 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a89be69a-e8bd-493e-86a2-2501f66f65e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:52.926908 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-a89be69a-e8bd-493e-86a2-2501f66f65e9 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/e3ea8d65-2cb4-41d2-9bb3-426cf9dc8f72 HTTP/1.1" status: 204 len: 168 time: 0.1250100 Sep 16 19:44:52.935848 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89be69a-e8bd-493e-86a2-2501f66f65e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ea8d65-2cb4-41d2-9bb3-426cf9dc8f72,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:44:52.951012 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] No Port match for: c4bfb9ff-92e8-489f-bafa-62a21ee34c8b {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:44:52.951358 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device c4bfb9ff-92e8-489f-bafa-62a21ee34c8b not bound to the agent host dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:44:52.951769 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 00c2d445-abb6-4f59-a2a3-51b047079cf8 no longer exists at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:44:52.976583 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] No Port match for: 00c2d445-abb6-4f59-a2a3-51b047079cf8 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:44:52.976927 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 00c2d445-abb6-4f59-a2a3-51b047079cf8 not bound to the agent host dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:44:52.977371 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device f913eba7-223b-4615-b36a-659641b4d8a0 no longer exists at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:44:52.996796 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] No Port match for: f913eba7-223b-4615-b36a-659641b4d8a0 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:44:52.997154 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device f913eba7-223b-4615-b36a-659641b4d8a0 not bound to the agent host dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:44:53.288570 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 56734) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:44:53.328554 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-4fd3c77e-3123-49a0-8c8b-3e54c6db7b16 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=5b0651bb287443c9a01d6476212e25a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388217 Sep 16 19:44:53.332187 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 56736) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:44:53.381938 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-044f4585-203c-46ac-93d4-c6a88a36fdf9 admin admin] Publish callbacks [] for security_group (8fa4ee0d-608f-4b5e-bd57-7b12cd1b5ef0), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:53.405751 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-044f4585-203c-46ac-93d4-c6a88a36fdf9 admin admin] Publish callbacks [] for security_group (8fa4ee0d-608f-4b5e-bd57-7b12cd1b5ef0), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:53.455786 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-044f4585-203c-46ac-93d4-c6a88a36fdf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (8fa4ee0d-608f-4b5e-bd57-7b12cd1b5ef0), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:53.458614 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-044f4585-203c-46ac-93d4-c6a88a36fdf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:44:53.459807 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-044f4585-203c-46ac-93d4-c6a88a36fdf9 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/8fa4ee0d-608f-4b5e-bd57-7b12cd1b5ef0 HTTP/1.1" status: 204 len: 168 time: 0.1267812 Sep 16 19:44:53.467522 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f4585-203c-46ac-93d4-c6a88a36fdf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa4ee0d-608f-4b5e-bd57-7b12cd1b5ef0,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:45:00.037928 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5e5e4ac4-8e1f-4cb9-99c9-7d09df85ac28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:45:02.129205 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:45:02.292636 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5471ed5b-4619-4826-8d2d-1f61aa2526cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:45:02.792947 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=62,neutron:DELETE=7 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:45:02.794931 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:45:03.462965 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=52,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:45:03.464315 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=39,neutron:DELETE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:45:03.714474 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:45:04.379266 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=55 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:45:04.380669 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=64 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:45:05.061120 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:45:05.139386 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:45:15.127290 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:45:15.131113 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:45:16.964026 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f93e27b5-fdd6-4a51-a138-b6f29f98f045 req-19ba365f-1fea-420d-8fbc-5d1b3e0284b1 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=948c0627-b91c-4aa1-a51e-17347b2925d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466378 Sep 16 19:45:17.081149 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e27b5-fdd6-4a51-a138-b6f29f98f045 req-ba644836-c66d-40bf-9c18-a78742155e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:45:17.083216 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f93e27b5-fdd6-4a51-a138-b6f29f98f045 req-ba644836-c66d-40bf-9c18-a78742155e95 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=40b81d1ed9bb412588f97007da53017c&device_id=948c0627-b91c-4aa1-a51e-17347b2925d5 HTTP/1.1" status: 200 len: 1169 time: 0.0525143 Sep 16 19:45:17.201193 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e27b5-fdd6-4a51-a138-b6f29f98f045 req-abe46bc9-2d6b-4f49-893e-0f800b2fc1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:45:17.203007 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f93e27b5-fdd6-4a51-a138-b6f29f98f045 req-abe46bc9-2d6b-4f49-893e-0f800b2fc1a2 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=536fffa3-4df1-4dbe-b3de-514304db22e6 HTTP/1.1" status: 200 len: 916 time: 0.0998654 Sep 16 19:45:17.276722 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f93e27b5-fdd6-4a51-a138-b6f29f98f045 req-2b46cb74-f00c-4503-8d0f-7ca3faad65ce service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3832b11-3df5-4301-8a3d-64f83df2cc78 HTTP/1.1" status: 200 len: 1001 time: 0.0671332 Sep 16 19:45:17.330784 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e27b5-fdd6-4a51-a138-b6f29f98f045 req-4b36c53d-8de8-4be6-a5be-a717dc85b0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:45:17.332291 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f93e27b5-fdd6-4a51-a138-b6f29f98f045 req-4b36c53d-8de8-4be6-a5be-a717dc85b0ed service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=44df0974-d973-4958-943e-833459860578 HTTP/1.1" status: 200 len: 854 time: 0.0478384 Sep 16 19:45:17.374070 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e27b5-fdd6-4a51-a138-b6f29f98f045 req-994bc372-c33f-4a69-b43b-266f2d2cc8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:45:17.375498 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f93e27b5-fdd6-4a51-a138-b6f29f98f045 req-994bc372-c33f-4a69-b43b-266f2d2cc8f4 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=536fffa3-4df1-4dbe-b3de-514304db22e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373478 Sep 16 19:45:17.482294 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f93e27b5-fdd6-4a51-a138-b6f29f98f045 req-36f8a40b-0d7b-4501-a975-b412fdb98bb7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/536fffa3-4df1-4dbe-b3de-514304db22e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004138 Sep 16 19:45:17.576727 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f93e27b5-fdd6-4a51-a138-b6f29f98f045 req-5e056ac5-5e61-4490-b86f-0faeef28e0d8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/536fffa3-4df1-4dbe-b3de-514304db22e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875351 Sep 16 19:45:25.085157 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=13 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:45:25.086245 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=13 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:45:27.571708 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=52 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:45:27.573148 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=49 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:45:29.448026 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:45:30.038742 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bb399a45-46e3-49ae-9f33-30d4d56db6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:45:32.137736 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:45:32.297693 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b41656f0-2131-41dd-9083-4be58ab14bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:45:33.712368 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:45:35.064492 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:45:35.143188 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:45:41.369052 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:45:41.377607 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=5 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:45:44.300706 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9e4aa-d5ed-49a8-8fa1-46c4a3b9415e req-26b9075c-9b67-40e6-b863-3fed43cee69d tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:45:44.302235 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-91d9e4aa-d5ed-49a8-8fa1-46c4a3b9415e req-26b9075c-9b67-40e6-b863-3fed43cee69d tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=948c0627-b91c-4aa1-a51e-17347b2925d5 HTTP/1.1" status: 200 len: 985 time: 0.0490706 Sep 16 19:45:44.338579 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c979d712-dd02-4c79-b51b-50345aa655f0 req-00634008-4b9f-43d4-aa2b-6982a46cf263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:45:44.340113 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c979d712-dd02-4c79-b51b-50345aa655f0 req-00634008-4b9f-43d4-aa2b-6982a46cf263 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=40b81d1ed9bb412588f97007da53017c&device_id=948c0627-b91c-4aa1-a51e-17347b2925d5 HTTP/1.1" status: 200 len: 1169 time: 0.0410926 Sep 16 19:45:44.367155 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-91d9e4aa-d5ed-49a8-8fa1-46c4a3b9415e req-cc402098-3715-4d94-a9ac-8033d089b964 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c0a69d15-38c2-47fd-a87c-ceface190b7b&id=14ff285c-89b1-4cad-a7b3-292b4be107c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588732 Sep 16 19:45:44.435914 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c979d712-dd02-4c79-b51b-50345aa655f0 req-5068c3ca-ffcb-4511-86ce-2a5bbe432008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:45:44.437413 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c979d712-dd02-4c79-b51b-50345aa655f0 req-5068c3ca-ffcb-4511-86ce-2a5bbe432008 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=536fffa3-4df1-4dbe-b3de-514304db22e6 HTTP/1.1" status: 200 len: 916 time: 0.0904708 Sep 16 19:45:44.505450 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c979d712-dd02-4c79-b51b-50345aa655f0 req-63253052-312f-4fd8-8882-9a17551cdb43 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3832b11-3df5-4301-8a3d-64f83df2cc78 HTTP/1.1" status: 200 len: 1001 time: 0.0614450 Sep 16 19:45:44.555597 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c979d712-dd02-4c79-b51b-50345aa655f0 req-97297dbb-c538-4304-93db-98be8fdcd423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:45:44.557932 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c979d712-dd02-4c79-b51b-50345aa655f0 req-97297dbb-c538-4304-93db-98be8fdcd423 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=44df0974-d973-4958-943e-833459860578 HTTP/1.1" status: 200 len: 854 time: 0.0462241 Sep 16 19:45:44.607226 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c979d712-dd02-4c79-b51b-50345aa655f0 req-21f43a26-2fdb-4bf7-a223-4404c85ff83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:45:44.608792 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c979d712-dd02-4c79-b51b-50345aa655f0 req-21f43a26-2fdb-4bf7-a223-4404c85ff83c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=536fffa3-4df1-4dbe-b3de-514304db22e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440755 Sep 16 19:45:44.704473 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c979d712-dd02-4c79-b51b-50345aa655f0 req-58cc9de6-e77a-4960-a395-c692c97cd150 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/536fffa3-4df1-4dbe-b3de-514304db22e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893421 Sep 16 19:45:44.805999 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c979d712-dd02-4c79-b51b-50345aa655f0 req-a6c1b22c-615c-4feb-8420-9086f0e25fd6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/536fffa3-4df1-4dbe-b3de-514304db22e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949178 Sep 16 19:45:45.133336 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:45:45.136868 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:45:45.505602 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ad2a6-cb3b-4aa7-b223-c01331cc0564 req-3a7e9b6d-c98a-4ad3-bc40-6ae54a51c29f tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:45:45.507104 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7f5ad2a6-cb3b-4aa7-b223-c01331cc0564 req-3a7e9b6d-c98a-4ad3-bc40-6ae54a51c29f tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=948c0627-b91c-4aa1-a51e-17347b2925d5 HTTP/1.1" status: 200 len: 985 time: 0.0498316 Sep 16 19:45:45.574153 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7f5ad2a6-cb3b-4aa7-b223-c01331cc0564 req-07861203-8bdd-4377-af48-1a23e99957f4 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c0a69d15-38c2-47fd-a87c-ceface190b7b&id=14ff285c-89b1-4cad-a7b3-292b4be107c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0608692 Sep 16 19:45:46.713507 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60fd8df-d444-471d-b5ab-359f3d57a80f req-a306ebdd-f99f-42fb-8dc2-5c5d6e6a8ad0 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:45:46.714982 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a60fd8df-d444-471d-b5ab-359f3d57a80f req-a306ebdd-f99f-42fb-8dc2-5c5d6e6a8ad0 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=948c0627-b91c-4aa1-a51e-17347b2925d5 HTTP/1.1" status: 200 len: 985 time: 0.0545945 Sep 16 19:45:46.781104 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a60fd8df-d444-471d-b5ab-359f3d57a80f req-1056e91e-0208-4aed-9699-6473f150606b tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c0a69d15-38c2-47fd-a87c-ceface190b7b&id=14ff285c-89b1-4cad-a7b3-292b4be107c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579696 Sep 16 19:45:47.918036 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685bb1fa-b2df-46b7-b7c0-18f670ee659f req-9b83856a-ba25-4efa-8444-5ecddf94699e tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:45:47.919503 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-685bb1fa-b2df-46b7-b7c0-18f670ee659f req-9b83856a-ba25-4efa-8444-5ecddf94699e tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=948c0627-b91c-4aa1-a51e-17347b2925d5 HTTP/1.1" status: 200 len: 985 time: 0.0553567 Sep 16 19:45:47.989100 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-685bb1fa-b2df-46b7-b7c0-18f670ee659f req-d1903f2d-ec1b-4ba9-93d1-28632df61654 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c0a69d15-38c2-47fd-a87c-ceface190b7b&id=14ff285c-89b1-4cad-a7b3-292b4be107c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0607760 Sep 16 19:45:49.134179 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aedc0f-b803-42f7-af41-66fdf888a91f req-cd53e099-1db6-47ca-ba86-712ebb79ff8f tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:45:49.135629 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-64aedc0f-b803-42f7-af41-66fdf888a91f req-cd53e099-1db6-47ca-ba86-712ebb79ff8f tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=948c0627-b91c-4aa1-a51e-17347b2925d5 HTTP/1.1" status: 200 len: 985 time: 0.0566370 Sep 16 19:45:49.198041 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-64aedc0f-b803-42f7-af41-66fdf888a91f req-4c107ee2-8e4a-4b46-86bc-76dc55f98bfb tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c0a69d15-38c2-47fd-a87c-ceface190b7b&id=14ff285c-89b1-4cad-a7b3-292b4be107c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565133 Sep 16 19:45:50.332744 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b0e24-76ef-4ae6-ac18-c3ca78e66479 req-631ada94-df99-491b-9cc2-410c9ca11759 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:45:50.334195 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e27b0e24-76ef-4ae6-ac18-c3ca78e66479 req-631ada94-df99-491b-9cc2-410c9ca11759 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=948c0627-b91c-4aa1-a51e-17347b2925d5 HTTP/1.1" status: 200 len: 985 time: 0.0489786 Sep 16 19:45:50.399280 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e27b0e24-76ef-4ae6-ac18-c3ca78e66479 req-322a70e9-34ee-451e-86e3-3836c4385829 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c0a69d15-38c2-47fd-a87c-ceface190b7b&id=14ff285c-89b1-4cad-a7b3-292b4be107c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565548 Sep 16 19:45:51.521654 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6b2ad-40a4-4e69-bf1f-e5bf6e1fb2c3 req-81b390b6-578a-44b5-ba9c-5c5079d22299 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:45:51.523265 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2fe6b2ad-40a4-4e69-bf1f-e5bf6e1fb2c3 req-81b390b6-578a-44b5-ba9c-5c5079d22299 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=948c0627-b91c-4aa1-a51e-17347b2925d5 HTTP/1.1" status: 200 len: 985 time: 0.0482631 Sep 16 19:45:51.582091 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2fe6b2ad-40a4-4e69-bf1f-e5bf6e1fb2c3 req-b47dff3d-d93d-42d7-9dbd-4ea9b05ad3dd tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c0a69d15-38c2-47fd-a87c-ceface190b7b&id=14ff285c-89b1-4cad-a7b3-292b4be107c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530412 Sep 16 19:45:52.717265 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1da003-04fa-4c45-8acd-5a966aff6d36 req-9d39716d-b4cb-4198-9910-0961e9297bb8 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:45:52.718689 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6a1da003-04fa-4c45-8acd-5a966aff6d36 req-9d39716d-b4cb-4198-9910-0961e9297bb8 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=948c0627-b91c-4aa1-a51e-17347b2925d5 HTTP/1.1" status: 200 len: 985 time: 0.0543849 Sep 16 19:45:52.782976 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6a1da003-04fa-4c45-8acd-5a966aff6d36 req-bc7f3da6-79f6-4830-8154-d699587ba2b2 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c0a69d15-38c2-47fd-a87c-ceface190b7b&id=14ff285c-89b1-4cad-a7b3-292b4be107c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555830 Sep 16 19:45:53.927516 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a5018-62e4-4be8-8218-66c1df8bc23b req-8c94ad79-53f0-4e97-ac8d-4b1baf41f704 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:45:53.929012 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0e4a5018-62e4-4be8-8218-66c1df8bc23b req-8c94ad79-53f0-4e97-ac8d-4b1baf41f704 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=948c0627-b91c-4aa1-a51e-17347b2925d5 HTTP/1.1" status: 200 len: 985 time: 0.0521495 Sep 16 19:45:53.993757 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0e4a5018-62e4-4be8-8218-66c1df8bc23b req-d302409a-2f05-4b2a-a750-4d8e9d26ad5e tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c0a69d15-38c2-47fd-a87c-ceface190b7b&id=14ff285c-89b1-4cad-a7b3-292b4be107c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557535 Sep 16 19:45:55.137294 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068eea6-8b12-4795-a6a6-da60a7e00759 req-fcb3f0f9-996b-43d1-9b5e-e7a524591115 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:45:55.138761 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7068eea6-8b12-4795-a6a6-da60a7e00759 req-fcb3f0f9-996b-43d1-9b5e-e7a524591115 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=948c0627-b91c-4aa1-a51e-17347b2925d5 HTTP/1.1" status: 200 len: 985 time: 0.0571759 Sep 16 19:45:55.164099 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:45:55.219533 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7068eea6-8b12-4795-a6a6-da60a7e00759 req-cce85b20-fe66-4d65-acab-6630f48c5a77 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c0a69d15-38c2-47fd-a87c-ceface190b7b&id=14ff285c-89b1-4cad-a7b3-292b4be107c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0751288 Sep 16 19:45:56.355162 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf51d85-e35e-4ba6-899f-196609e8db78 req-6eb9dbff-896e-4734-af2c-bf0f3f449375 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:45:56.356656 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-caf51d85-e35e-4ba6-899f-196609e8db78 req-6eb9dbff-896e-4734-af2c-bf0f3f449375 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=948c0627-b91c-4aa1-a51e-17347b2925d5 HTTP/1.1" status: 200 len: 985 time: 0.0488393 Sep 16 19:45:56.429074 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-caf51d85-e35e-4ba6-899f-196609e8db78 req-569303a1-00d6-4249-8d06-579ad5119663 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c0a69d15-38c2-47fd-a87c-ceface190b7b&id=14ff285c-89b1-4cad-a7b3-292b4be107c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0666072 Sep 16 19:46:00.044537 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bc5d7c60-eb35-471e-86da-cb070c6b62b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:46:02.139657 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:46:02.303809 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4d3818f9-26b4-4711-a203-4ec25ed05fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:46:03.721218 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:46:05.076935 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:46:05.138449 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:46:05.209807 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:46:05.214166 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=97 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:46:06.409674 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=67 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:46:06.421280 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=59 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:46:06.447308 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:46:15.129863 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:UPDATE=4,neutron:SELECT=6 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:46:15.132842 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:46:17.009660 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b4786500-eb13-41e1-a361-99b8bba0c4ec req-8d963b21-73f5-4e67-b0ea-8bcb155fec52 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=948c0627-b91c-4aa1-a51e-17347b2925d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0478332 Sep 16 19:46:17.141206 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4786500-eb13-41e1-a361-99b8bba0c4ec req-5c8e498a-a0da-4cb3-a92b-b319e548ceae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:46:17.142603 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b4786500-eb13-41e1-a361-99b8bba0c4ec req-5c8e498a-a0da-4cb3-a92b-b319e548ceae service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=40b81d1ed9bb412588f97007da53017c&device_id=948c0627-b91c-4aa1-a51e-17347b2925d5 HTTP/1.1" status: 200 len: 1169 time: 0.0429790 Sep 16 19:46:17.274176 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4786500-eb13-41e1-a361-99b8bba0c4ec req-af59d6fb-4193-4048-ae9a-218bc9629cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:46:17.275621 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b4786500-eb13-41e1-a361-99b8bba0c4ec req-af59d6fb-4193-4048-ae9a-218bc9629cff service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=536fffa3-4df1-4dbe-b3de-514304db22e6 HTTP/1.1" status: 200 len: 916 time: 0.1113489 Sep 16 19:46:17.338823 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b4786500-eb13-41e1-a361-99b8bba0c4ec req-1608c400-9897-44d3-b0fd-bad7773a0eb8 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3832b11-3df5-4301-8a3d-64f83df2cc78 HTTP/1.1" status: 200 len: 1001 time: 0.0555825 Sep 16 19:46:17.403185 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4786500-eb13-41e1-a361-99b8bba0c4ec req-cdc566ba-8ea7-488c-b793-d5f0c6feb2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:46:17.404578 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b4786500-eb13-41e1-a361-99b8bba0c4ec req-cdc566ba-8ea7-488c-b793-d5f0c6feb2bf service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=44df0974-d973-4958-943e-833459860578 HTTP/1.1" status: 200 len: 854 time: 0.0585475 Sep 16 19:46:17.453479 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4786500-eb13-41e1-a361-99b8bba0c4ec req-96537e79-d976-4726-b529-f8ce50faf212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:46:17.455017 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b4786500-eb13-41e1-a361-99b8bba0c4ec req-96537e79-d976-4726-b529-f8ce50faf212 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=536fffa3-4df1-4dbe-b3de-514304db22e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435305 Sep 16 19:46:17.548633 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b4786500-eb13-41e1-a361-99b8bba0c4ec req-9b2ec010-c29e-4ee6-bf80-1af8e559aaf5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/536fffa3-4df1-4dbe-b3de-514304db22e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872650 Sep 16 19:46:17.654390 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b4786500-eb13-41e1-a361-99b8bba0c4ec req-dae9b976-22de-41be-8e19-ab9447699e42 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/536fffa3-4df1-4dbe-b3de-514304db22e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994542 Sep 16 19:46:18.371817 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:46:27.649201 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=52 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:46:27.651493 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=49 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:46:28.351175 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:46:30.031744 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e3aaeb79-6da8-43d7-bc5f-2cf3c1e1038a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:46:32.141742 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:46:32.293148 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-43525826-00c5-4649-910b-81badf7ef766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:46:33.722506 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:46:35.084133 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:46:35.153082 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:46:43.453597 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:46:45.140551 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:46:45.144939 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:46:55.375288 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=5 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:46:55.376563 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:46:59.886440 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d372ae35-fe94-4885-8380-9bdfbf364d33 req-861b0426-1c31-416b-ae61-77ef784db214 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-645470513&fields=id&tenant_id=40b81d1ed9bb412588f97007da53017c HTTP/1.1" status: 200 len: 267 time: 0.0502369 Sep 16 19:46:59.941331 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d372ae35-fe94-4885-8380-9bdfbf364d33 req-59ddbefe-95ff-401c-9b10-7bf1ba689454 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:46:59.942781 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d372ae35-fe94-4885-8380-9bdfbf364d33 req-59ddbefe-95ff-401c-9b10-7bf1ba689454 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=948c0627-b91c-4aa1-a51e-17347b2925d5 HTTP/1.1" status: 200 len: 985 time: 0.0491762 Sep 16 19:46:59.953215 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [req-d372ae35-fe94-4885-8380-9bdfbf364d33 req-9204f160-5c4b-4de7-beb4-917e5f64db69 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Request body: {'port': {'security_groups': ['14ff285c-89b1-4cad-a7b3-292b4be107c0']}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:47:00.028131 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ca72de2d-04c2-4097-858e-f84332bff06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:00.030485 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d372ae35-fe94-4885-8380-9bdfbf364d33 req-9204f160-5c4b-4de7-beb4-917e5f64db69 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155726'] for port (e3832b11-3df5-4301-8a3d-64f83df2cc78), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:00.211887 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-d372ae35-fe94-4885-8380-9bdfbf364d33 req-9204f160-5c4b-4de7-beb4-917e5f64db69 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] For port e3832b11-3df5-4301-8a3d-64f83df2cc78, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=e3832b11-3df5-4301-8a3d-64f83df2cc78,segment=NetworkSegment(c4a4c158-518a-46a4-85d6-de1bac082d21),segment_id=c4a4c158-518a-46a4-85d6-de1bac082d21)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:47:00.239602 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d372ae35-fe94-4885-8380-9bdfbf364d33 req-9204f160-5c4b-4de7-beb4-917e5f64db69 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks [] for port (e3832b11-3df5-4301-8a3d-64f83df2cc78), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:00.247633 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d372ae35-fe94-4885-8380-9bdfbf364d33 req-9204f160-5c4b-4de7-beb4-917e5f64db69 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764811729574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764811269834', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764811269852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2678318'] for port (e3832b11-3df5-4301-8a3d-64f83df2cc78), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:00.258241 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d372ae35-fe94-4885-8380-9bdfbf364d33 req-9204f160-5c4b-4de7-beb4-917e5f64db69 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:47:00.258843 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d372ae35-fe94-4885-8380-9bdfbf364d33 req-9204f160-5c4b-4de7-beb4-917e5f64db69 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:00.260204 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d372ae35-fe94-4885-8380-9bdfbf364d33 req-9204f160-5c4b-4de7-beb4-917e5f64db69 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "PUT /networking/v2.0/ports/e3832b11-3df5-4301-8a3d-64f83df2cc78 HTTP/1.1" status: 200 len: 943 time: 0.3113604 Sep 16 19:47:00.260764 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '948c0627-b91c-4aa1-a51e-17347b2925d5', 'tag': 'e3832b11-3df5-4301-8a3d-64f83df2cc78'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:47:00.263066 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc02aeec164665d1be19478bc83a94d6f81df8203eb0e70a86ccaa2f58cdb70d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1aea565-5a84-4817-971a-7570760da388" -d '{"events": [{"name": "network-changed", "server_uuid": "948c0627-b91c-4aa1-a51e-17347b2925d5", "tag": "e3832b11-3df5-4301-8a3d-64f83df2cc78"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:47:00.266245 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 56800) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:47:00.284466 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] get_ports_and_sgs() called for port_ids ['e3832b11-3df5-4301-8a3d-64f83df2cc78'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 19:47:00.309741 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 19:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf4f2df-da6f-477b-bbc8-fbdc90969516 x-openstack-request-id: req-9cf4f2df-da6f-477b-bbc8-fbdc90969516 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:47:00.310073 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "948c0627-b91c-4aa1-a51e-17347b2925d5", "tag": "e3832b11-3df5-4301-8a3d-64f83df2cc78", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:47:00.310283 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9cf4f2df-da6f-477b-bbc8-fbdc90969516 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:47:00.310693 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cf4f2df-da6f-477b-bbc8-fbdc90969516'] response: {'name': 'network-changed', 'server_uuid': '948c0627-b91c-4aa1-a51e-17347b2925d5', 'tag': 'e3832b11-3df5-4301-8a3d-64f83df2cc78', 'status': 'completed', 'code': 200} Sep 16 19:47:00.326161 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9204f160-5c4b-4de7-beb4-917e5f64db69 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Pushing event updated for resources: {'Port': ['ID=e3832b11-3df5-4301-8a3d-64f83df2cc78,revision_number=7']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:47:00.333918 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9204f160-5c4b-4de7-beb4-917e5f64db69 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:00.334267 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9204f160-5c4b-4de7-beb4-917e5f64db69 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:00.334610 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9204f160-5c4b-4de7-beb4-917e5f64db69 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:00.334965 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9204f160-5c4b-4de7-beb4-917e5f64db69 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:00.335280 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9204f160-5c4b-4de7-beb4-917e5f64db69 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:00.335606 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9204f160-5c4b-4de7-beb4-917e5f64db69 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:00.335932 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9204f160-5c4b-4de7-beb4-917e5f64db69 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:00.336256 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9204f160-5c4b-4de7-beb4-917e5f64db69 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:00.336609 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9204f160-5c4b-4de7-beb4-917e5f64db69 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:00.336935 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9204f160-5c4b-4de7-beb4-917e5f64db69 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:00.337266 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9204f160-5c4b-4de7-beb4-917e5f64db69 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:00.337588 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9204f160-5c4b-4de7-beb4-917e5f64db69 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:00.337967 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9204f160-5c4b-4de7-beb4-917e5f64db69 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:00.338287 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9204f160-5c4b-4de7-beb4-917e5f64db69 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:00.338607 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9204f160-5c4b-4de7-beb4-917e5f64db69 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:00.350559 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8198c717-140e-4622-b7ba-0f8bd9ef12b1 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks [] for security_group (c0a69d15-38c2-47fd-a87c-ceface190b7b), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:00.379575 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8198c717-140e-4622-b7ba-0f8bd9ef12b1 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks [] for security_group (c0a69d15-38c2-47fd-a87c-ceface190b7b), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:00.407290 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aea565-5a84-4817-971a-7570760da388 req-1708be0b-0dd1-4c7f-b5e8-e9101e2260a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:47:00.409305 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b1aea565-5a84-4817-971a-7570760da388 req-1708be0b-0dd1-4c7f-b5e8-e9101e2260a9 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=40b81d1ed9bb412588f97007da53017c&device_id=948c0627-b91c-4aa1-a51e-17347b2925d5 HTTP/1.1" status: 200 len: 1130 time: 0.0479264 Sep 16 19:47:00.450668 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8198c717-140e-4622-b7ba-0f8bd9ef12b1 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (c0a69d15-38c2-47fd-a87c-ceface190b7b), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:00.453582 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8198c717-140e-4622-b7ba-0f8bd9ef12b1 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:00.458330 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-8198c717-140e-4622-b7ba-0f8bd9ef12b1 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/c0a69d15-38c2-47fd-a87c-ceface190b7b HTTP/1.1" status: 204 len: 168 time: 0.1878338 Sep 16 19:47:00.459290 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 56806) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:47:00.509941 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8198c717-140e-4622-b7ba-0f8bd9ef12b1 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a69d15-38c2-47fd-a87c-ceface190b7b,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:47:00.514747 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aea565-5a84-4817-971a-7570760da388 req-f73a937e-fcde-4a94-951d-fa721269056d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:47:00.515761 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b1aea565-5a84-4817-971a-7570760da388 req-f73a937e-fcde-4a94-951d-fa721269056d service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=536fffa3-4df1-4dbe-b3de-514304db22e6 HTTP/1.1" status: 200 len: 916 time: 0.0996306 Sep 16 19:47:00.521344 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8198c717-140e-4622-b7ba-0f8bd9ef12b1 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:00.521697 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8198c717-140e-4622-b7ba-0f8bd9ef12b1 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:00.522036 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8198c717-140e-4622-b7ba-0f8bd9ef12b1 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:00.522371 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8198c717-140e-4622-b7ba-0f8bd9ef12b1 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:00.522701 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8198c717-140e-4622-b7ba-0f8bd9ef12b1 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:00.523027 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8198c717-140e-4622-b7ba-0f8bd9ef12b1 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:00.523349 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8198c717-140e-4622-b7ba-0f8bd9ef12b1 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:00.523671 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8198c717-140e-4622-b7ba-0f8bd9ef12b1 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:00.523991 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8198c717-140e-4622-b7ba-0f8bd9ef12b1 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:00.524313 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8198c717-140e-4622-b7ba-0f8bd9ef12b1 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:00.524661 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8198c717-140e-4622-b7ba-0f8bd9ef12b1 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:00.524987 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8198c717-140e-4622-b7ba-0f8bd9ef12b1 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:00.525303 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8198c717-140e-4622-b7ba-0f8bd9ef12b1 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:00.525764 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8198c717-140e-4622-b7ba-0f8bd9ef12b1 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:00.526087 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8198c717-140e-4622-b7ba-0f8bd9ef12b1 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:00.551096 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] get_ports_and_sgs() called for port_ids ['e3832b11-3df5-4301-8a3d-64f83df2cc78'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 19:47:00.579592 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b1aea565-5a84-4817-971a-7570760da388 req-ce35101c-a59d-4c3b-a09e-8daa7141d25f service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3832b11-3df5-4301-8a3d-64f83df2cc78 HTTP/1.1" status: 200 len: 1001 time: 0.0576873 Sep 16 19:47:00.636410 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aea565-5a84-4817-971a-7570760da388 req-68dd0e67-a58f-4af7-abbc-c646bcc5aaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:47:00.638481 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b1aea565-5a84-4817-971a-7570760da388 req-68dd0e67-a58f-4af7-abbc-c646bcc5aaec service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=44df0974-d973-4958-943e-833459860578 HTTP/1.1" status: 200 len: 854 time: 0.0536933 Sep 16 19:47:00.644024 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-a980322b-b1b4-40fd-9cf2-8b29a187c03c tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Deleting port 91001585-3cbd-4f7d-a7b0-fb85e55cd985 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:47:00.644367 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a980322b-b1b4-40fd-9cf2-8b29a187c03c tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (91001585-3cbd-4f7d-a7b0-fb85e55cd985), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:00.693436 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aea565-5a84-4817-971a-7570760da388 req-27b8442b-bd2d-43cc-a14a-ccbad45bfa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:47:00.696150 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b1aea565-5a84-4817-971a-7570760da388 req-27b8442b-bd2d-43cc-a14a-ccbad45bfa6b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=536fffa3-4df1-4dbe-b3de-514304db22e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520191 Sep 16 19:47:00.727066 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a980322b-b1b4-40fd-9cf2-8b29a187c03c tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (91001585-3cbd-4f7d-a7b0-fb85e55cd985), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:00.727469 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a980322b-b1b4-40fd-9cf2-8b29a187c03c tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks [] for floatingip (91001585-3cbd-4f7d-a7b0-fb85e55cd985), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:00.739509 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-a980322b-b1b4-40fd-9cf2-8b29a187c03c tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Calling delete_port for 91001585-3cbd-4f7d-a7b0-fb85e55cd985 owned by network:floatingip {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:47:00.791530 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b1aea565-5a84-4817-971a-7570760da388 req-2e98cb12-6ce7-4a96-a997-64f0e1e50143 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/536fffa3-4df1-4dbe-b3de-514304db22e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889213 Sep 16 19:47:00.868908 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:47:00.884858 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b1aea565-5a84-4817-971a-7570760da388 req-b9511905-b29c-427b-a061-b8fd782a6806 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/536fffa3-4df1-4dbe-b3de-514304db22e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871975 Sep 16 19:47:00.888054 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a980322b-b1b4-40fd-9cf2-8b29a187c03c tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (91001585-3cbd-4f7d-a7b0-fb85e55cd985), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:00.916421 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a980322b-b1b4-40fd-9cf2-8b29a187c03c tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Pushing event deleted for resources: {'Port': ['ID=91001585-3cbd-4f7d-a7b0-fb85e55cd985,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:47:00.979844 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a980322b-b1b4-40fd-9cf2-8b29a187c03c tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks [] for floatingip (dcbfa11c-dc19-41fd-bf2e-f151dfa9dc27), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:00.980168 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.db.l3_db [None req-a980322b-b1b4-40fd-9cf2-8b29a187c03c tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Floating IP dcbfa11c-dc19-41fd-bf2e-f151dfa9dc27 disassociated (deleted). External IP: 172.27.2.36, port: e3832b11-3df5-4301-8a3d-64f83df2cc78. Sep 16 19:47:01.176688 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:47:01.196275 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a980322b-b1b4-40fd-9cf2-8b29a187c03c tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Router 343cdf14-e653-4eda-aacc-c923edf52e23 has already been hosted by L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:47:01.243450 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:47:01.315535 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a980322b-b1b4-40fd-9cf2-8b29a187c03c tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:47:01.320375 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a980322b-b1b4-40fd-9cf2-8b29a187c03c tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for floatingip (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:01.325073 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c80cea-7274-48f1-9d16-33b74c4a5f3d None None] Sync routers for ids ['343cdf14-e653-4eda-aacc-c923edf52e23'] in dv-cinder-850320-7-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:47:01.335502 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c80cea-7274-48f1-9d16-33b74c4a5f3d None None] Routers {'343cdf14-e653-4eda-aacc-c923edf52e23'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:47:01.336135 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a1c80cea-7274-48f1-9d16-33b74c4a5f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:46:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['343cdf14-e653-4eda-aacc-c923edf52e23'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:47:01.441765 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-a1c80cea-7274-48f1-9d16-33b74c4a5f3d None None] Set router 343cdf14-e653-4eda-aacc-c923edf52e23 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:47:01.606095 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-a980322b-b1b4-40fd-9cf2-8b29a187c03c tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/dcbfa11c-dc19-41fd-bf2e-f151dfa9dc27 HTTP/1.1" status: 204 len: 168 time: 1.1456709 Sep 16 19:47:01.606747 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '948c0627-b91c-4aa1-a51e-17347b2925d5', 'tag': 'e3832b11-3df5-4301-8a3d-64f83df2cc78'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:47:01.609032 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e152f16bac9f1df6f483fa1cb5a6d8c6a2a494143f87e2794594a52eeef6f53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d787392-3df8-487d-9990-67a508829664" -d '{"events": [{"name": "network-changed", "server_uuid": "948c0627-b91c-4aa1-a51e-17347b2925d5", "tag": "e3832b11-3df5-4301-8a3d-64f83df2cc78"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:47:01.643924 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a1c80cea-7274-48f1-9d16-33b74c4a5f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343cdf14-e653-4eda-aacc-c923edf52e23', 'name': 'tempest-TestMinimumBasicScenario-1840007754-router', 'tenant_id': '40b81d1ed9bb412588f97007da53017c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'c52d33ca-972b-497e-b214-e2ead6f494a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:43:49Z', 'updated_at': '2022-09-16T19:43:51Z', 'revision_number': 4, 'project_id': '40b81d1ed9bb412588f97007da53017c', 'gw_port': {'id': 'c52d33ca-972b-497e-b214-e2ead6f494a2', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343cdf14-e653-4eda-aacc-c923edf52e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:43:49Z', 'updated_at': '2022-09-16T19:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '489f937b-b72f-44f8-a1ca-26f16e981f16', 'name': '', 'network_id': '536fffa3-4df1-4dbe-b3de-514304db22e6', 'tenant_id': '40b81d1ed9bb412588f97007da53017c', 'mac_address': 'fa:16:3e:37:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343cdf14-e653-4eda-aacc-c923edf52e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '44df0974-d973-4958-943e-833459860578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:43:51Z', 'updated_at': '2022-09-16T19:43:55Z', 'revision_number': 5, 'project_id': '40b81d1ed9bb412588f97007da53017c', 'subnets': [{'id': '44df0974-d973-4958-943e-833459860578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:47:01.655345 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 19:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6d2de9-ec4a-443f-8459-864222acdc73 x-openstack-request-id: req-ab6d2de9-ec4a-443f-8459-864222acdc73 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:47:01.655735 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "948c0627-b91c-4aa1-a51e-17347b2925d5", "tag": "e3832b11-3df5-4301-8a3d-64f83df2cc78", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:47:01.656081 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ab6d2de9-ec4a-443f-8459-864222acdc73 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:47:01.656814 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab6d2de9-ec4a-443f-8459-864222acdc73'] response: {'name': 'network-changed', 'server_uuid': '948c0627-b91c-4aa1-a51e-17347b2925d5', 'tag': 'e3832b11-3df5-4301-8a3d-64f83df2cc78', 'status': 'completed', 'code': 200} Sep 16 19:47:01.669110 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c80cea-7274-48f1-9d16-33b74c4a5f3d None None] Checking router: 343cdf14-e653-4eda-aacc-c923edf52e23 for host: dv-cinder-850320-7-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:47:01.678137 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c80cea-7274-48f1-9d16-33b74c4a5f3d None None] Routers {'343cdf14-e653-4eda-aacc-c923edf52e23'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:47:01.678753 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a1c80cea-7274-48f1-9d16-33b74c4a5f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:46:32Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['343cdf14-e653-4eda-aacc-c923edf52e23'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:47:01.744868 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d787392-3df8-487d-9990-67a508829664 req-3cb1d295-2937-4b55-98ef-bda503828b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:47:01.746395 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3d787392-3df8-487d-9990-67a508829664 req-3cb1d295-2937-4b55-98ef-bda503828b6d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=40b81d1ed9bb412588f97007da53017c&device_id=948c0627-b91c-4aa1-a51e-17347b2925d5 HTTP/1.1" status: 200 len: 1130 time: 0.0419660 Sep 16 19:47:01.775094 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:47:01.786693 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-a1c80cea-7274-48f1-9d16-33b74c4a5f3d None None] Set router 343cdf14-e653-4eda-aacc-c923edf52e23 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:47:01.855819 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d787392-3df8-487d-9990-67a508829664 req-684c5acc-6170-47ff-8ddf-8e45f8b12070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:47:01.857343 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3d787392-3df8-487d-9990-67a508829664 req-684c5acc-6170-47ff-8ddf-8e45f8b12070 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=536fffa3-4df1-4dbe-b3de-514304db22e6 HTTP/1.1" status: 200 len: 916 time: 0.1057906 Sep 16 19:47:01.908581 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3d787392-3df8-487d-9990-67a508829664 req-dd13f2b4-67a7-4bab-a071-f42ce59cb0d4 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3832b11-3df5-4301-8a3d-64f83df2cc78 HTTP/1.1" status: 200 len: 217 time: 0.0342147 Sep 16 19:47:01.958039 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d787392-3df8-487d-9990-67a508829664 req-5569db68-0efa-4e71-9e07-1056b71b3e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:47:01.959445 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3d787392-3df8-487d-9990-67a508829664 req-5569db68-0efa-4e71-9e07-1056b71b3e00 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=44df0974-d973-4958-943e-833459860578 HTTP/1.1" status: 200 len: 854 time: 0.0458133 Sep 16 19:47:02.002199 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a1c80cea-7274-48f1-9d16-33b74c4a5f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343cdf14-e653-4eda-aacc-c923edf52e23', 'name': 'tempest-TestMinimumBasicScenario-1840007754-router', 'tenant_id': '40b81d1ed9bb412588f97007da53017c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'c52d33ca-972b-497e-b214-e2ead6f494a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:43:49Z', 'updated_at': '2022-09-16T19:43:51Z', 'revision_number': 4, 'project_id': '40b81d1ed9bb412588f97007da53017c', 'gw_port': {'id': 'c52d33ca-972b-497e-b214-e2ead6f494a2', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343cdf14-e653-4eda-aacc-c923edf52e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:43:49Z', 'updated_at': '2022-09-16T19:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '489f937b-b72f-44f8-a1ca-26f16e981f16', 'name': '', 'network_id': '536fffa3-4df1-4dbe-b3de-514304db22e6', 'tenant_id': '40b81d1ed9bb412588f97007da53017c', 'mac_address': 'fa:16:3e:37:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343cdf14-e653-4eda-aacc-c923edf52e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '44df0974-d973-4958-943e-833459860578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:43:51Z', 'updated_at': '2022-09-16T19:43:55Z', 'revision_number': 5, 'project_id': '40b81d1ed9bb412588f97007da53017c', 'subnets': [{'id': '44df0974-d973-4958-943e-833459860578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:47:02.030840 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c80cea-7274-48f1-9d16-33b74c4a5f3d None None] The sync data for ids ['343cdf14-e653-4eda-aacc-c923edf52e23'] in dv-cinder-850320-7-iscsi is: [{'id': '343cdf14-e653-4eda-aacc-c923edf52e23', 'name': 'tempest-TestMinimumBasicScenario-1840007754-router', 'tenant_id': '40b81d1ed9bb412588f97007da53017c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'c52d33ca-972b-497e-b214-e2ead6f494a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:43:49Z', 'updated_at': '2022-09-16T19:43:51Z', 'revision_number': 4, 'project_id': '40b81d1ed9bb412588f97007da53017c', 'gw_port': {'id': 'c52d33ca-972b-497e-b214-e2ead6f494a2', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343cdf14-e653-4eda-aacc-c923edf52e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:43:49Z', 'updated_at': '2022-09-16T19:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi', '_interfaces': [{'id': '489f937b-b72f-44f8-a1ca-26f16e981f16', 'name': '', 'network_id': '536fffa3-4df1-4dbe-b3de-514304db22e6', 'tenant_id': '40b81d1ed9bb412588f97007da53017c', 'mac_address': 'fa:16:3e:37:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343cdf14-e653-4eda-aacc-c923edf52e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '44df0974-d973-4958-943e-833459860578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:43:51Z', 'updated_at': '2022-09-16T19:43:55Z', 'revision_number': 5, 'project_id': '40b81d1ed9bb412588f97007da53017c', 'subnets': [{'id': '44df0974-d973-4958-943e-833459860578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:47:02.143917 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:02.280607 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77fa72f-9c62-492a-88c9-a5881b3718c0 None None] New status for floating IP dcbfa11c-dc19-41fd-bf2e-f151dfa9dc27: DOWN {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 19:47:02.348645 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d787392-3df8-487d-9990-67a508829664 req-219f833f-aa3e-449f-8bc5-d7e8e3e88d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:47:02.348941 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2fe773e2-649d-4892-9737-5a51caba2384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:02.352219 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3d787392-3df8-487d-9990-67a508829664 req-219f833f-aa3e-449f-8bc5-d7e8e3e88d23 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=536fffa3-4df1-4dbe-b3de-514304db22e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489323 Sep 16 19:47:02.458616 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3d787392-3df8-487d-9990-67a508829664 req-dc4b7cb3-dee8-445b-93c2-82514e6a52b4 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/536fffa3-4df1-4dbe-b3de-514304db22e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945227 Sep 16 19:47:02.557839 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3d787392-3df8-487d-9990-67a508829664 req-28929709-c901-4d2a-99df-0f9aa1ec5d72 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/536fffa3-4df1-4dbe-b3de-514304db22e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925677 Sep 16 19:47:03.728847 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:04.657726 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8d003-8a25-42e6-9cb2-1bce9d2187f5 req-84fd586a-7422-4f25-af7b-c54a94d57c64 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:47:04.659209 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-61a8d003-8a25-42e6-9cb2-1bce9d2187f5 req-84fd586a-7422-4f25-af7b-c54a94d57c64 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=948c0627-b91c-4aa1-a51e-17347b2925d5 HTTP/1.1" status: 200 len: 946 time: 0.2837720 Sep 16 19:47:04.713064 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [req-61a8d003-8a25-42e6-9cb2-1bce9d2187f5 req-53476963-a714-4f89-af7a-a750f59bdc6c tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=14ff285c-89b1-4cad-a7b3-292b4be107c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449827 Sep 16 19:47:05.078754 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:05.160530 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:05.895553 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53c4ed-1d9c-413d-b3c4-26b3adaf4c8d req-fdcdc5b1-4cc0-4baa-b6e1-ce51d8c74ce4 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:47:05.897062 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3e53c4ed-1d9c-413d-b3c4-26b3adaf4c8d req-fdcdc5b1-4cc0-4baa-b6e1-ce51d8c74ce4 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=948c0627-b91c-4aa1-a51e-17347b2925d5 HTTP/1.1" status: 200 len: 946 time: 0.1028466 Sep 16 19:47:05.948574 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3e53c4ed-1d9c-413d-b3c4-26b3adaf4c8d req-a5a21951-1293-4b11-8602-18e391edb388 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=14ff285c-89b1-4cad-a7b3-292b4be107c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428548 Sep 16 19:47:06.309312 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc904a4c-3944-44c9-8b05-2b2b66a3515e req-e2d6ff24-d223-4481-86e7-46beefd73345 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 19:47:06.310728 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-bc904a4c-3944-44c9-8b05-2b2b66a3515e req-e2d6ff24-d223-4481-86e7-46beefd73345 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=948c0627-b91c-4aa1-a51e-17347b2925d5 HTTP/1.1" status: 200 len: 946 time: 0.0550730 Sep 16 19:47:06.399494 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-bc904a4c-3944-44c9-8b05-2b2b66a3515e req-a517c4ef-3ab1-450f-8692-256cbb1de9c3 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Deleting port e3832b11-3df5-4301-8a3d-64f83df2cc78 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:47:06.399781 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-bc904a4c-3944-44c9-8b05-2b2b66a3515e req-a517c4ef-3ab1-450f-8692-256cbb1de9c3 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (e3832b11-3df5-4301-8a3d-64f83df2cc78), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:06.499056 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-bc904a4c-3944-44c9-8b05-2b2b66a3515e req-a517c4ef-3ab1-450f-8692-256cbb1de9c3 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] For port e3832b11-3df5-4301-8a3d-64f83df2cc78, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=e3832b11-3df5-4301-8a3d-64f83df2cc78,segment=NetworkSegment(c4a4c158-518a-46a4-85d6-de1bac082d21),segment_id=c4a4c158-518a-46a4-85d6-de1bac082d21)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:47:06.499428 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-bc904a4c-3944-44c9-8b05-2b2b66a3515e req-a517c4ef-3ab1-450f-8692-256cbb1de9c3 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (e3832b11-3df5-4301-8a3d-64f83df2cc78), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:06.512978 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-bc904a4c-3944-44c9-8b05-2b2b66a3515e req-a517c4ef-3ab1-450f-8692-256cbb1de9c3 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Calling delete_port for e3832b11-3df5-4301-8a3d-64f83df2cc78 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:47:06.625120 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:47:06.649136 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-bc904a4c-3944-44c9-8b05-2b2b66a3515e req-a517c4ef-3ab1-450f-8692-256cbb1de9c3 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (e3832b11-3df5-4301-8a3d-64f83df2cc78), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:06.677186 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a517c4ef-3ab1-450f-8692-256cbb1de9c3 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Pushing event deleted for resources: {'Port': ['ID=e3832b11-3df5-4301-8a3d-64f83df2cc78,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:47:06.681710 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] get_ports_and_sgs() called for port_ids ['e3832b11-3df5-4301-8a3d-64f83df2cc78'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 19:47:06.725011 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc904a4c-3944-44c9-8b05-2b2b66a3515e req-a517c4ef-3ab1-450f-8692-256cbb1de9c3 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] No DVR routers for this DVR port e3832b11-3df5-4301-8a3d-64f83df2cc78 on host hv-cinder-85032 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 19:47:06.727617 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-bc904a4c-3944-44c9-8b05-2b2b66a3515e req-a517c4ef-3ab1-450f-8692-256cbb1de9c3 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38525'] for port (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:06.731053 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-bc904a4c-3944-44c9-8b05-2b2b66a3515e req-a517c4ef-3ab1-450f-8692-256cbb1de9c3 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.27 "DELETE /networking/v2.0/ports/e3832b11-3df5-4301-8a3d-64f83df2cc78 HTTP/1.1" status: 204 len: 173 time: 0.4146125 Sep 16 19:47:06.731574 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '948c0627-b91c-4aa1-a51e-17347b2925d5', 'name': 'network-vif-deleted', 'tag': 'e3832b11-3df5-4301-8a3d-64f83df2cc78'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 19:47:06.733842 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc02aeec164665d1be19478bc83a94d6f81df8203eb0e70a86ccaa2f58cdb70d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8e80da-d6d4-485c-bfe5-e5efdc2231f7" -d '{"events": [{"server_uuid": "948c0627-b91c-4aa1-a51e-17347b2925d5", "name": "network-vif-deleted", "tag": "e3832b11-3df5-4301-8a3d-64f83df2cc78"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:47:06.779005 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 19:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28d6dfa-24bf-450d-8fcc-9536c52a8017 x-openstack-request-id: req-d28d6dfa-24bf-450d-8fcc-9536c52a8017 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:47:06.779291 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "948c0627-b91c-4aa1-a51e-17347b2925d5", "name": "network-vif-deleted", "tag": "e3832b11-3df5-4301-8a3d-64f83df2cc78", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:47:06.779932 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d28d6dfa-24bf-450d-8fcc-9536c52a8017 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:47:06.780056 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d28d6dfa-24bf-450d-8fcc-9536c52a8017'] response: {'server_uuid': '948c0627-b91c-4aa1-a51e-17347b2925d5', 'name': 'network-vif-deleted', 'tag': 'e3832b11-3df5-4301-8a3d-64f83df2cc78', 'status': 'completed', 'code': 200} Sep 16 19:47:07.066206 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8504148b-b9c6-4e32-b344-1df4d10c6d96 req-e8c4d584-0968-4728-a8cb-8e4aa9af4486 tempest-TestMinimumBasicScenario-636397168 tempest-TestMinimumBasicScenario-636397168-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=948c0627-b91c-4aa1-a51e-17347b2925d5 HTTP/1.1" status: 200 len: 210 time: 0.0292344 Sep 16 19:47:08.846604 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 56904) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:47:09.165180 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4a6e2d43-f93b-4439-b04e-81c22fee21b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-771491'] for router_interface (343cdf14-e653-4eda-aacc-c923edf52e23), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:09.400891 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-4a6e2d43-f93b-4439-b04e-81c22fee21b5 admin admin] Deleting port 489f937b-b72f-44f8-a1ca-26f16e981f16 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:47:09.401190 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4a6e2d43-f93b-4439-b04e-81c22fee21b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (489f937b-b72f-44f8-a1ca-26f16e981f16), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:09.481603 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-4a6e2d43-f93b-4439-b04e-81c22fee21b5 admin admin] For port 489f937b-b72f-44f8-a1ca-26f16e981f16, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=489f937b-b72f-44f8-a1ca-26f16e981f16,segment=NetworkSegment(c4a4c158-518a-46a4-85d6-de1bac082d21),segment_id=c4a4c158-518a-46a4-85d6-de1bac082d21)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:47:09.481964 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4a6e2d43-f93b-4439-b04e-81c22fee21b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (489f937b-b72f-44f8-a1ca-26f16e981f16), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:09.494558 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-4a6e2d43-f93b-4439-b04e-81c22fee21b5 admin admin] Calling delete_port for 489f937b-b72f-44f8-a1ca-26f16e981f16 owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:47:09.504095 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:47:09.553620 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:47:09.669246 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device e3832b11-3df5-4301-8a3d-64f83df2cc78 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:47:09.685161 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4a6e2d43-f93b-4439-b04e-81c22fee21b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (489f937b-b72f-44f8-a1ca-26f16e981f16), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:09.692315 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] No Port match for: e3832b11-3df5-4301-8a3d-64f83df2cc78 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:47:09.692743 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Device e3832b11-3df5-4301-8a3d-64f83df2cc78 not bound to the agent host hv-cinder-85032 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:47:09.713786 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6e2d43-f93b-4439-b04e-81c22fee21b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=489f937b-b72f-44f8-a1ca-26f16e981f16,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:47:09.878138 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4a6e2d43-f93b-4439-b04e-81c22fee21b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681235'] for router_interface (343cdf14-e653-4eda-aacc-c923edf52e23), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:10.086316 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a6e2d43-f93b-4439-b04e-81c22fee21b5 admin admin] Router 343cdf14-e653-4eda-aacc-c923edf52e23 has already been hosted by L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:47:10.188098 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6e2d43-f93b-4439-b04e-81c22fee21b5 admin admin] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:47:10.194475 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-4a6e2d43-f93b-4439-b04e-81c22fee21b5 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/343cdf14-e653-4eda-aacc-c923edf52e23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3459659 Sep 16 19:47:10.196686 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 56914) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:47:10.203092 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28143a62-316c-45c8-8512-08005e7411fc None None] Sync routers for ids ['343cdf14-e653-4eda-aacc-c923edf52e23'] in dv-cinder-850320-7-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:47:10.214396 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28143a62-316c-45c8-8512-08005e7411fc None None] Routers {'343cdf14-e653-4eda-aacc-c923edf52e23'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:47:10.214980 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-28143a62-316c-45c8-8512-08005e7411fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:47:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['343cdf14-e653-4eda-aacc-c923edf52e23'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:47:10.319390 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-28143a62-316c-45c8-8512-08005e7411fc None None] Set router 343cdf14-e653-4eda-aacc-c923edf52e23 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:47:10.528154 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-28143a62-316c-45c8-8512-08005e7411fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343cdf14-e653-4eda-aacc-c923edf52e23', 'name': 'tempest-TestMinimumBasicScenario-1840007754-router', 'tenant_id': '40b81d1ed9bb412588f97007da53017c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'c52d33ca-972b-497e-b214-e2ead6f494a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:43:49Z', 'updated_at': '2022-09-16T19:47:09Z', 'revision_number': 5, 'project_id': '40b81d1ed9bb412588f97007da53017c', 'gw_port': {'id': 'c52d33ca-972b-497e-b214-e2ead6f494a2', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343cdf14-e653-4eda-aacc-c923edf52e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:43:49Z', 'updated_at': '2022-09-16T19:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi'}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:47:10.560294 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28143a62-316c-45c8-8512-08005e7411fc None None] Checking router: 343cdf14-e653-4eda-aacc-c923edf52e23 for host: dv-cinder-850320-7-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:47:10.568130 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:47:10.571516 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28143a62-316c-45c8-8512-08005e7411fc None None] Routers {'343cdf14-e653-4eda-aacc-c923edf52e23'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:47:10.573684 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-28143a62-316c-45c8-8512-08005e7411fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:47:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['343cdf14-e653-4eda-aacc-c923edf52e23'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:47:10.580218 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c1b533c5-3e7c-4872-815a-8bb50088a8d0 admin admin] Publish callbacks [] for router (343cdf14-e653-4eda-aacc-c923edf52e23), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:10.617736 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:47:10.622552 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:47:10.683298 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-28143a62-316c-45c8-8512-08005e7411fc None None] Set router 343cdf14-e653-4eda-aacc-c923edf52e23 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:47:10.697906 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c1b533c5-3e7c-4872-815a-8bb50088a8d0 admin admin] Publish callbacks [] for router_gateway (343cdf14-e653-4eda-aacc-c923edf52e23), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:10.757006 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-c1b533c5-3e7c-4872-815a-8bb50088a8d0 admin admin] Deleting port c52d33ca-972b-497e-b214-e2ead6f494a2 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:47:10.757430 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c1b533c5-3e7c-4872-815a-8bb50088a8d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (c52d33ca-972b-497e-b214-e2ead6f494a2), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:10.859466 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-c1b533c5-3e7c-4872-815a-8bb50088a8d0 admin admin] For port c52d33ca-972b-497e-b214-e2ead6f494a2, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=c52d33ca-972b-497e-b214-e2ead6f494a2,segment=NetworkSegment(ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2),segment_id=ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:47:10.859845 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c1b533c5-3e7c-4872-815a-8bb50088a8d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (c52d33ca-972b-497e-b214-e2ead6f494a2), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:10.873941 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-c1b533c5-3e7c-4872-815a-8bb50088a8d0 admin admin] Calling delete_port for c52d33ca-972b-497e-b214-e2ead6f494a2 owned by network:router_gateway {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:47:10.949228 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-28143a62-316c-45c8-8512-08005e7411fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343cdf14-e653-4eda-aacc-c923edf52e23', 'name': 'tempest-TestMinimumBasicScenario-1840007754-router', 'tenant_id': '40b81d1ed9bb412588f97007da53017c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'c52d33ca-972b-497e-b214-e2ead6f494a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:43:49Z', 'updated_at': '2022-09-16T19:47:09Z', 'revision_number': 5, 'project_id': '40b81d1ed9bb412588f97007da53017c', 'gw_port': {'id': 'c52d33ca-972b-497e-b214-e2ead6f494a2', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343cdf14-e653-4eda-aacc-c923edf52e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:43:49Z', 'updated_at': '2022-09-16T19:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi'}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:47:10.988216 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28143a62-316c-45c8-8512-08005e7411fc None None] The sync data for ids ['343cdf14-e653-4eda-aacc-c923edf52e23'] in dv-cinder-850320-7-iscsi is: [{'id': '343cdf14-e653-4eda-aacc-c923edf52e23', 'name': 'tempest-TestMinimumBasicScenario-1840007754-router', 'tenant_id': '40b81d1ed9bb412588f97007da53017c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'c52d33ca-972b-497e-b214-e2ead6f494a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:43:49Z', 'updated_at': '2022-09-16T19:47:09Z', 'revision_number': 5, 'project_id': '40b81d1ed9bb412588f97007da53017c', 'gw_port': {'id': 'c52d33ca-972b-497e-b214-e2ead6f494a2', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343cdf14-e653-4eda-aacc-c923edf52e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:43:49Z', 'updated_at': '2022-09-16T19:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:47:11.073593 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c1b533c5-3e7c-4872-815a-8bb50088a8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (c52d33ca-972b-497e-b214-e2ead6f494a2), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:11.099091 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b533c5-3e7c-4872-815a-8bb50088a8d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c52d33ca-972b-497e-b214-e2ead6f494a2,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:47:11.181173 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c1b533c5-3e7c-4872-815a-8bb50088a8d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681049'] for router_gateway (343cdf14-e653-4eda-aacc-c923edf52e23), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:11.273565 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c1b533c5-3e7c-4872-815a-8bb50088a8d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router (343cdf14-e653-4eda-aacc-c923edf52e23), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:11.275941 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c1b533c5-3e7c-4872-815a-8bb50088a8d0 admin admin] Publish callbacks [] for router_controller (343cdf14-e653-4eda-aacc-c923edf52e23), precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:11.323168 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:47:11.333695 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c1b533c5-3e7c-4872-815a-8bb50088a8d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-681326'] for router (343cdf14-e653-4eda-aacc-c923edf52e23), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:11.334270 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b533c5-3e7c-4872-815a-8bb50088a8d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 343cdf14-e653-4eda-aacc-c923edf52e23 {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 19:47:11.339387 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c1b533c5-3e7c-4872-815a-8bb50088a8d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:11.342786 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-c1b533c5-3e7c-4872-815a-8bb50088a8d0 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/343cdf14-e653-4eda-aacc-c923edf52e23 HTTP/1.1" status: 204 len: 168 time: 1.1439474 Sep 16 19:47:11.343469 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 56916) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:47:11.398455 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-65a9b8ae-e9e9-4aec-a1a2-89faa1f2a5dd admin admin] Deleting subnet 44df0974-d973-4958-943e-833459860578 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 19:47:11.401983 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-65a9b8ae-e9e9-4aec-a1a2-89faa1f2a5dd admin admin] Publish callbacks [] for subnet (44df0974-d973-4958-943e-833459860578), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:11.441381 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-65a9b8ae-e9e9-4aec-a1a2-89faa1f2a5dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3251476'] for subnet (44df0974-d973-4958-943e-833459860578), precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:11.524119 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-65a9b8ae-e9e9-4aec-a1a2-89faa1f2a5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16018794'] for subnet (44df0974-d973-4958-943e-833459860578), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:11.544174 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:47:11.546201 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:47:11.582949 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-65a9b8ae-e9e9-4aec-a1a2-89faa1f2a5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16022615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2445622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3802358'] for subnet (44df0974-d973-4958-943e-833459860578), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:11.609307 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a9b8ae-e9e9-4aec-a1a2-89faa1f2a5dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44df0974-d973-4958-943e-833459860578,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:47:11.614240 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-65a9b8ae-e9e9-4aec-a1a2-89faa1f2a5dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:11.620227 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 56918) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:47:11.620376 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-65a9b8ae-e9e9-4aec-a1a2-89faa1f2a5dd admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/44df0974-d973-4958-943e-833459860578 HTTP/1.1" status: 204 len: 168 time: 0.2757316 Sep 16 19:47:11.624898 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c108a538-a0e3-405b-8d32-652a837077ff None None] Network 536fffa3-4df1-4dbe-b3de-514304db22e6 requested from dv-cinder-850320-7-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 19:47:11.695743 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f6824e78-ee40-47e1-9ec3-adab6797c3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15995935'] for network (536fffa3-4df1-4dbe-b3de-514304db22e6), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:11.745760 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-f6824e78-ee40-47e1-9ec3-adab6797c3c7 admin admin] Deleting port 734f55f9-b1a5-46e0-83ec-889d48c41536 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:47:11.746091 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f6824e78-ee40-47e1-9ec3-adab6797c3c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (734f55f9-b1a5-46e0-83ec-889d48c41536), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:11.812327 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-f6824e78-ee40-47e1-9ec3-adab6797c3c7 admin admin] For port 734f55f9-b1a5-46e0-83ec-889d48c41536, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=734f55f9-b1a5-46e0-83ec-889d48c41536,segment=NetworkSegment(c4a4c158-518a-46a4-85d6-de1bac082d21),segment_id=c4a4c158-518a-46a4-85d6-de1bac082d21)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:47:11.812709 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f6824e78-ee40-47e1-9ec3-adab6797c3c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (734f55f9-b1a5-46e0-83ec-889d48c41536), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:11.826319 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-f6824e78-ee40-47e1-9ec3-adab6797c3c7 admin admin] Calling delete_port for 734f55f9-b1a5-46e0-83ec-889d48c41536 owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:47:11.907711 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f6824e78-ee40-47e1-9ec3-adab6797c3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2678295'] for port (734f55f9-b1a5-46e0-83ec-889d48c41536), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:11.935573 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6824e78-ee40-47e1-9ec3-adab6797c3c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=734f55f9-b1a5-46e0-83ec-889d48c41536,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:47:11.940973 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6824e78-ee40-47e1-9ec3-adab6797c3c7 admin admin] No DVR routers for this DVR port 734f55f9-b1a5-46e0-83ec-889d48c41536 on host dv-cinder-850320-7-iscsi {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 19:47:12.008055 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=11 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:47:12.012493 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f6824e78-ee40-47e1-9ec3-adab6797c3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16065089', 'neutron.services.segments.db._delete_segments_for_network-8764811785921'] for network (536fffa3-4df1-4dbe-b3de-514304db22e6), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:12.039635 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-f6824e78-ee40-47e1-9ec3-adab6797c3c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['536fffa3-4df1-4dbe-b3de-514304db22e6']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:47:12.050616 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-f6824e78-ee40-47e1-9ec3-adab6797c3c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4a4c158-518a-46a4-85d6-de1bac082d21') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:47:12.050942 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-f6824e78-ee40-47e1-9ec3-adab6797c3c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4a4c158-518a-46a4-85d6-de1bac082d21') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:47:12.053669 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98b612d-6f03-4696-a1de-442ac6752be2 None None] DHCP port deletion for 536fffa3-4df1-4dbe-b3de-514304db22e6 request from dv-cinder-850320-7-iscsi {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 19:47:12.070499 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f6824e78-ee40-47e1-9ec3-adab6797c3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764811785813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2891973'] for segment (c4a4c158-518a-46a4-85d6-de1bac082d21), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:12.085263 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f6824e78-ee40-47e1-9ec3-adab6797c3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694'] for segment (c4a4c158-518a-46a4-85d6-de1bac082d21), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:12.091491 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6824e78-ee40-47e1-9ec3-adab6797c3c7 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 19:47:12.091864 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f6824e78-ee40-47e1-9ec3-adab6797c3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2678466'] for segment (c4a4c158-518a-46a4-85d6-de1bac082d21), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:12.132081 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.services.segments.plugin [-] Segment c4a4c158-518a-46a4-85d6-de1bac082d21 resource provider aggregate not found Sep 16 19:47:12.149096 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.services.segments.plugin [-] Segment c4a4c158-518a-46a4-85d6-de1bac082d21 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c4a4c158-518a-46a4-85d6-de1bac082d21 found for delete ", "request_id": "req-1ace3fa1-9cef-4d2b-981a-273cea3da746"}]} Sep 16 19:47:12.160050 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f6824e78-ee40-47e1-9ec3-adab6797c3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16065144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681100'] for network (536fffa3-4df1-4dbe-b3de-514304db22e6), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:12.167383 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f6824e78-ee40-47e1-9ec3-adab6797c3c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for network (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:12.171102 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-f6824e78-ee40-47e1-9ec3-adab6797c3c7 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/536fffa3-4df1-4dbe-b3de-514304db22e6 HTTP/1.1" status: 204 len: 168 time: 0.5498562 Sep 16 19:47:12.174794 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 56924) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:47:12.183019 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6824e78-ee40-47e1-9ec3-adab6797c3c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=536fffa3-4df1-4dbe-b3de-514304db22e6,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:47:12.485319 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7c747761-0ed3-455e-97e7-69e1406f9b1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-771491'] for router_interface (a570ee07-b0df-4fee-95ad-f4b5e9d81413), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:12.719904 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-7c747761-0ed3-455e-97e7-69e1406f9b1d admin admin] Deleting port b2ee988c-4a1e-474f-a88f-23d78f792b0c {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:47:12.720248 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7c747761-0ed3-455e-97e7-69e1406f9b1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (b2ee988c-4a1e-474f-a88f-23d78f792b0c), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:12.808211 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-7c747761-0ed3-455e-97e7-69e1406f9b1d admin admin] For port b2ee988c-4a1e-474f-a88f-23d78f792b0c, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=b2ee988c-4a1e-474f-a88f-23d78f792b0c,segment=NetworkSegment(44fc078c-7fe7-49bf-a200-fce74afa6923),segment_id=44fc078c-7fe7-49bf-a200-fce74afa6923)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:47:12.808602 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7c747761-0ed3-455e-97e7-69e1406f9b1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (b2ee988c-4a1e-474f-a88f-23d78f792b0c), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:12.822858 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-7c747761-0ed3-455e-97e7-69e1406f9b1d admin admin] Calling delete_port for b2ee988c-4a1e-474f-a88f-23d78f792b0c owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:47:12.954221 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:47:12.961168 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:DELETE=8,neutron:UPDATE=1,neutron:SELECT=91 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:47:13.009409 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 734f55f9-b1a5-46e0-83ec-889d48c41536 no longer exists at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:47:13.017448 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7c747761-0ed3-455e-97e7-69e1406f9b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (b2ee988c-4a1e-474f-a88f-23d78f792b0c), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:13.029574 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] No Port match for: 734f55f9-b1a5-46e0-83ec-889d48c41536 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:47:13.029931 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 734f55f9-b1a5-46e0-83ec-889d48c41536 not bound to the agent host dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:47:13.030412 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 489f937b-b72f-44f8-a1ca-26f16e981f16 no longer exists at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:47:13.045480 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c747761-0ed3-455e-97e7-69e1406f9b1d admin admin] Pushing event deleted for resources: {'Port': ['ID=b2ee988c-4a1e-474f-a88f-23d78f792b0c,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:47:13.052723 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] No Port match for: 489f937b-b72f-44f8-a1ca-26f16e981f16 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:47:13.052953 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 489f937b-b72f-44f8-a1ca-26f16e981f16 not bound to the agent host dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:47:13.053370 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device c52d33ca-972b-497e-b214-e2ead6f494a2 no longer exists at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:47:13.073739 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] No Port match for: c52d33ca-972b-497e-b214-e2ead6f494a2 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:47:13.074090 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device c52d33ca-972b-497e-b214-e2ead6f494a2 not bound to the agent host dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:47:13.210281 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7c747761-0ed3-455e-97e7-69e1406f9b1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681235'] for router_interface (a570ee07-b0df-4fee-95ad-f4b5e9d81413), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:13.666014 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c747761-0ed3-455e-97e7-69e1406f9b1d admin admin] Router a570ee07-b0df-4fee-95ad-f4b5e9d81413 has already been hosted by L3 agent ae0474e1-3fda-42ba-b737-bd5656e89a7e {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:47:13.778124 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c747761-0ed3-455e-97e7-69e1406f9b1d admin admin] Notify agent at l3_agent.dv-cinder-850320-7-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:47:13.783902 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-7c747761-0ed3-455e-97e7-69e1406f9b1d admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/a570ee07-b0df-4fee-95ad-f4b5e9d81413/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6079125 Sep 16 19:47:13.786948 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 56926) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:47:13.788424 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563bcb76-0bf3-42af-ba75-83a91df31095 None None] Sync routers for ids ['a570ee07-b0df-4fee-95ad-f4b5e9d81413'] in dv-cinder-850320-7-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:47:13.802914 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563bcb76-0bf3-42af-ba75-83a91df31095 None None] Routers {'a570ee07-b0df-4fee-95ad-f4b5e9d81413'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:47:13.803642 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-563bcb76-0bf3-42af-ba75-83a91df31095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:47:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['a570ee07-b0df-4fee-95ad-f4b5e9d81413'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:47:13.893202 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-83209f1a-8c26-484a-a3e2-5208dc6c137d admin admin] Publish callbacks [] for router (a570ee07-b0df-4fee-95ad-f4b5e9d81413), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:13.904715 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-563bcb76-0bf3-42af-ba75-83a91df31095 None None] Set router a570ee07-b0df-4fee-95ad-f4b5e9d81413 gateway port host: dv-cinder-850320-7-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:47:13.999126 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-83209f1a-8c26-484a-a3e2-5208dc6c137d admin admin] Publish callbacks [] for router_gateway (a570ee07-b0df-4fee-95ad-f4b5e9d81413), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:14.031303 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:47:14.043122 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-83209f1a-8c26-484a-a3e2-5208dc6c137d admin admin] Deleting port 5b8a3385-7a67-48c1-be25-ed576116d434 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:47:14.043458 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-83209f1a-8c26-484a-a3e2-5208dc6c137d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (5b8a3385-7a67-48c1-be25-ed576116d434), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:14.080180 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-563bcb76-0bf3-42af-ba75-83a91df31095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a570ee07-b0df-4fee-95ad-f4b5e9d81413', 'name': 'tempest-TestMinimumBasicScenario-1279196126-router', 'tenant_id': '0828c81cb5b646c9b2ea2045f1edcbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'external_fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '5b8a3385-7a67-48c1-be25-ed576116d434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:43:53Z', 'updated_at': '2022-09-16T19:47:12Z', 'revision_number': 5, 'project_id': '0828c81cb5b646c9b2ea2045f1edcbf4', 'gw_port': {'id': '5b8a3385-7a67-48c1-be25-ed576116d434', 'name': '', 'network_id': '01cd8397-3ed1-4c5d-9923-fabf569219df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:19:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a570ee07-b0df-4fee-95ad-f4b5e9d81413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850320-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T19:43:54Z', 'updated_at': '2022-09-16T19:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3fb57fd-37cc-4923-b90f-7dd3d712a8d3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850320-7-iscsi'}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:47:14.105651 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563bcb76-0bf3-42af-ba75-83a91df31095 None None] Checking router: a570ee07-b0df-4fee-95ad-f4b5e9d81413 for host: dv-cinder-850320-7-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:47:14.109270 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:47:14.112733 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:47:14.114952 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563bcb76-0bf3-42af-ba75-83a91df31095 None None] Routers {'a570ee07-b0df-4fee-95ad-f4b5e9d81413'} bound to L3 agent in host dv-cinder-850320-7-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 19:47:14.115569 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-563bcb76-0bf3-42af-ba75-83a91df31095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850320-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T19:18:32Z,description=,heartbeat_timestamp=2022-09-16T19:47:02Z,host='dv-cinder-850320-7-iscsi',id=ae0474e1-3fda-42ba-b737-bd5656e89a7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T19:18:32Z,topic='l3_agent')) {'router_ids': ['a570ee07-b0df-4fee-95ad-f4b5e9d81413'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:47:14.127637 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-83209f1a-8c26-484a-a3e2-5208dc6c137d admin admin] For port 5b8a3385-7a67-48c1-be25-ed576116d434, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=5b8a3385-7a67-48c1-be25-ed576116d434,segment=NetworkSegment(ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2),segment_id=ab6d3d1f-6274-46cc-b7ff-7dd36dbf16b2)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:47:14.128058 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-83209f1a-8c26-484a-a3e2-5208dc6c137d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (5b8a3385-7a67-48c1-be25-ed576116d434), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:14.140629 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:47:14.141746 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-83209f1a-8c26-484a-a3e2-5208dc6c137d admin admin] Calling delete_port for 5b8a3385-7a67-48c1-be25-ed576116d434 owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:47:14.201715 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-563bcb76-0bf3-42af-ba75-83a91df31095 None None] Set router a570ee07-b0df-4fee-95ad-f4b5e9d81413 gateway port host: None {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 19:47:14.250593 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-563bcb76-0bf3-42af-ba75-83a91df31095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a570ee07-b0df-4fee-95ad-f4b5e9d81413', 'name': 'tempest-TestMinimumBasicScenario-1279196126-router', 'tenant_id': '0828c81cb5b646c9b2ea2045f1edcbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:43:53Z', 'updated_at': '2022-09-16T19:47:13Z', 'revision_number': 6, 'project_id': '0828c81cb5b646c9b2ea2045f1edcbf4', 'gw_port_host': None}], 'dv-cinder-850320-7-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:47:14.278504 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563bcb76-0bf3-42af-ba75-83a91df31095 None None] The sync data for ids ['a570ee07-b0df-4fee-95ad-f4b5e9d81413'] in dv-cinder-850320-7-iscsi is: [{'id': 'a570ee07-b0df-4fee-95ad-f4b5e9d81413', 'name': 'tempest-TestMinimumBasicScenario-1279196126-router', 'tenant_id': '0828c81cb5b646c9b2ea2045f1edcbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T19:43:53Z', 'updated_at': '2022-09-16T19:47:13Z', 'revision_number': 6, 'project_id': '0828c81cb5b646c9b2ea2045f1edcbf4', 'gw_port_host': None}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:47:14.314206 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-83209f1a-8c26-484a-a3e2-5208dc6c137d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (5b8a3385-7a67-48c1-be25-ed576116d434), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:14.339074 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83209f1a-8c26-484a-a3e2-5208dc6c137d admin admin] Pushing event deleted for resources: {'Port': ['ID=5b8a3385-7a67-48c1-be25-ed576116d434,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:47:14.403441 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-83209f1a-8c26-484a-a3e2-5208dc6c137d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681049'] for router_gateway (a570ee07-b0df-4fee-95ad-f4b5e9d81413), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:14.496290 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-83209f1a-8c26-484a-a3e2-5208dc6c137d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router (a570ee07-b0df-4fee-95ad-f4b5e9d81413), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:14.498554 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-83209f1a-8c26-484a-a3e2-5208dc6c137d admin admin] Publish callbacks [] for router_controller (a570ee07-b0df-4fee-95ad-f4b5e9d81413), precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:14.543550 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-83209f1a-8c26-484a-a3e2-5208dc6c137d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-681326'] for router (a570ee07-b0df-4fee-95ad-f4b5e9d81413), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:14.544145 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83209f1a-8c26-484a-a3e2-5208dc6c137d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a570ee07-b0df-4fee-95ad-f4b5e9d81413 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 19:47:14.548618 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-83209f1a-8c26-484a-a3e2-5208dc6c137d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:14.549805 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-83209f1a-8c26-484a-a3e2-5208dc6c137d admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/a570ee07-b0df-4fee-95ad-f4b5e9d81413 HTTP/1.1" status: 204 len: 168 time: 0.7619641 Sep 16 19:47:14.552615 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 56928) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:47:14.600819 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc39f17b-4056-4d49-bd91-375795a39ead admin admin] Deleting subnet a017fa00-de79-47dd-9807-ce2ca54e2dab {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 19:47:14.604230 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dc39f17b-4056-4d49-bd91-375795a39ead admin admin] Publish callbacks [] for subnet (a017fa00-de79-47dd-9807-ce2ca54e2dab), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:14.645228 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dc39f17b-4056-4d49-bd91-375795a39ead admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2892030'] for subnet (a017fa00-de79-47dd-9807-ce2ca54e2dab), precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:14.728146 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dc39f17b-4056-4d49-bd91-375795a39ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16018794'] for subnet (a017fa00-de79-47dd-9807-ce2ca54e2dab), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:14.784346 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dc39f17b-4056-4d49-bd91-375795a39ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16022615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2678392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360859'] for subnet (a017fa00-de79-47dd-9807-ce2ca54e2dab), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:14.811684 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dc39f17b-4056-4d49-bd91-375795a39ead admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:14.816757 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-dc39f17b-4056-4d49-bd91-375795a39ead admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/a017fa00-de79-47dd-9807-ce2ca54e2dab HTTP/1.1" status: 204 len: 168 time: 0.2613196 Sep 16 19:47:14.817033 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8bf032-8e99-4312-bdc5-8a1e4bdaecf6 None None] Network 7fa2a20c-cc5f-41c6-a4ad-09ef87a74bf5 requested from dv-cinder-850320-7-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 19:47:14.817824 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc39f17b-4056-4d49-bd91-375795a39ead admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a017fa00-de79-47dd-9807-ce2ca54e2dab,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:47:14.818218 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.49', 56930) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:47:14.893474 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-be5d7f00-2b88-4ea6-aa88-9d3591237103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15995935'] for network (7fa2a20c-cc5f-41c6-a4ad-09ef87a74bf5), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:14.935486 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-be5d7f00-2b88-4ea6-aa88-9d3591237103 admin admin] Deleting port 60f0fedc-1d05-40ad-8afe-0069aa4d34c4 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:47:14.935822 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-be5d7f00-2b88-4ea6-aa88-9d3591237103 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (60f0fedc-1d05-40ad-8afe-0069aa4d34c4), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:14.999183 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-be5d7f00-2b88-4ea6-aa88-9d3591237103 admin admin] For port 60f0fedc-1d05-40ad-8afe-0069aa4d34c4, host dv-cinder-850320-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850320-7-iscsi',level=0,port_id=60f0fedc-1d05-40ad-8afe-0069aa4d34c4,segment=NetworkSegment(44fc078c-7fe7-49bf-a200-fce74afa6923),segment_id=44fc078c-7fe7-49bf-a200-fce74afa6923)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:47:14.999460 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-be5d7f00-2b88-4ea6-aa88-9d3591237103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (60f0fedc-1d05-40ad-8afe-0069aa4d34c4), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:15.012733 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-be5d7f00-2b88-4ea6-aa88-9d3591237103 admin admin] Calling delete_port for 60f0fedc-1d05-40ad-8afe-0069aa4d34c4 owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:47:15.054452 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56da85b5-d0f0-4bf1-9cc1-8648bcbae9ed None None] DHCP port deletion for 7fa2a20c-cc5f-41c6-a4ad-09ef87a74bf5 request from dv-cinder-850320-7-iscsi {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 19:47:15.109671 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-be5d7f00-2b88-4ea6-aa88-9d3591237103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2445657'] for port (60f0fedc-1d05-40ad-8afe-0069aa4d34c4), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:15.127877 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 5b8a3385-7a67-48c1-be25-ed576116d434 no longer exists at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:47:15.131368 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-56da85b5-d0f0-4bf1-9cc1-8648bcbae9ed None None] Deleting port 60f0fedc-1d05-40ad-8afe-0069aa4d34c4 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 19:47:15.131741 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-56da85b5-d0f0-4bf1-9cc1-8648bcbae9ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764811729421'] for port (60f0fedc-1d05-40ad-8afe-0069aa4d34c4), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:15.136843 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d7f00-2b88-4ea6-aa88-9d3591237103 admin admin] Pushing event deleted for resources: {'Port': ['ID=60f0fedc-1d05-40ad-8afe-0069aa4d34c4,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:47:15.138630 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5d7f00-2b88-4ea6-aa88-9d3591237103 admin admin] No DVR routers for this DVR port 60f0fedc-1d05-40ad-8afe-0069aa4d34c4 on host dv-cinder-850320-7-iscsi {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 19:47:15.150871 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] No Port match for: 5b8a3385-7a67-48c1-be25-ed576116d434 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:47:15.151343 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 5b8a3385-7a67-48c1-be25-ed576116d434 not bound to the agent host dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:47:15.151761 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device b2ee988c-4a1e-474f-a88f-23d78f792b0c no longer exists at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:47:15.212939 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] No Port match for: b2ee988c-4a1e-474f-a88f-23d78f792b0c {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:47:15.213177 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-be5d7f00-2b88-4ea6-aa88-9d3591237103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16065089', 'neutron.services.segments.db._delete_segments_for_network-8764811785921'] for network (7fa2a20c-cc5f-41c6-a4ad-09ef87a74bf5), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:15.213293 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device b2ee988c-4a1e-474f-a88f-23d78f792b0c not bound to the agent host dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:47:15.213696 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 60f0fedc-1d05-40ad-8afe-0069aa4d34c4 no longer exists at agent ovs-agent-dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:47:15.233796 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-be5d7f00-2b88-4ea6-aa88-9d3591237103 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fa2a20c-cc5f-41c6-a4ad-09ef87a74bf5']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:47:15.239315 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac838df1-9534-4942-9578-11415f776b7d None None] No Port match for: 60f0fedc-1d05-40ad-8afe-0069aa4d34c4 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 19:47:15.239659 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Device 60f0fedc-1d05-40ad-8afe-0069aa4d34c4 not bound to the agent host dv-cinder-850320-7-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:47:15.253193 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-be5d7f00-2b88-4ea6-aa88-9d3591237103 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44fc078c-7fe7-49bf-a200-fce74afa6923') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:47:15.253601 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-be5d7f00-2b88-4ea6-aa88-9d3591237103 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44fc078c-7fe7-49bf-a200-fce74afa6923') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:47:15.256639 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-56da85b5-d0f0-4bf1-9cc1-8648bcbae9ed None None] For port 60f0fedc-1d05-40ad-8afe-0069aa4d34c4, host dv-cinder-850320-7-iscsi, got binding levels [] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:47:15.257022 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-56da85b5-d0f0-4bf1-9cc1-8648bcbae9ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683609'] for port (60f0fedc-1d05-40ad-8afe-0069aa4d34c4), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:15.263646 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-be5d7f00-2b88-4ea6-aa88-9d3591237103 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764811785813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3251503'] for segment (44fc078c-7fe7-49bf-a200-fce74afa6923), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:15.270657 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-56da85b5-d0f0-4bf1-9cc1-8648bcbae9ed None None] Calling delete_port for 60f0fedc-1d05-40ad-8afe-0069aa4d34c4 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 19:47:15.273409 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.ipam_backend_mixin [None req-56da85b5-d0f0-4bf1-9cc1-8648bcbae9ed None None] Port 60f0fedc-1d05-40ad-8afe-0069aa4d34c4 was not found and therefore no delete operation was performed {{(pid=106254) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 16 19:47:15.274757 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-56da85b5-d0f0-4bf1-9cc1-8648bcbae9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764811730315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764811269825'] for port (60f0fedc-1d05-40ad-8afe-0069aa4d34c4), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:15.277509 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-be5d7f00-2b88-4ea6-aa88-9d3591237103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694'] for segment (44fc078c-7fe7-49bf-a200-fce74afa6923), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:15.283796 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be5d7f00-2b88-4ea6-aa88-9d3591237103 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 19:47:15.284156 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-be5d7f00-2b88-4ea6-aa88-9d3591237103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2445708'] for segment (44fc078c-7fe7-49bf-a200-fce74afa6923), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:15.301724 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da85b5-d0f0-4bf1-9cc1-8648bcbae9ed None None] Pushing event deleted for resources: {'Port': ['ID=60f0fedc-1d05-40ad-8afe-0069aa4d34c4,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:47:15.304230 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56da85b5-d0f0-4bf1-9cc1-8648bcbae9ed None None] No DVR routers for this DVR port 60f0fedc-1d05-40ad-8afe-0069aa4d34c4 on host dv-cinder-850320-7-iscsi {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 19:47:15.313308 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56da85b5-d0f0-4bf1-9cc1-8648bcbae9ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:15.313654 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56da85b5-d0f0-4bf1-9cc1-8648bcbae9ed None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:15.313991 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56da85b5-d0f0-4bf1-9cc1-8648bcbae9ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:15.314328 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56da85b5-d0f0-4bf1-9cc1-8648bcbae9ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:15.315128 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56da85b5-d0f0-4bf1-9cc1-8648bcbae9ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:15.315582 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56da85b5-d0f0-4bf1-9cc1-8648bcbae9ed None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:15.316144 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56da85b5-d0f0-4bf1-9cc1-8648bcbae9ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:15.316620 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56da85b5-d0f0-4bf1-9cc1-8648bcbae9ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:15.316844 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56da85b5-d0f0-4bf1-9cc1-8648bcbae9ed None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:15.317169 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56da85b5-d0f0-4bf1-9cc1-8648bcbae9ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:15.317502 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56da85b5-d0f0-4bf1-9cc1-8648bcbae9ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:15.317938 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56da85b5-d0f0-4bf1-9cc1-8648bcbae9ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:15.318143 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56da85b5-d0f0-4bf1-9cc1-8648bcbae9ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:15.318496 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56da85b5-d0f0-4bf1-9cc1-8648bcbae9ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:15.318813 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56da85b5-d0f0-4bf1-9cc1-8648bcbae9ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850320-7-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:15.335617 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.services.segments.plugin [-] Segment 44fc078c-7fe7-49bf-a200-fce74afa6923 resource provider aggregate not found Sep 16 19:47:15.352952 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:47:15.359736 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.services.segments.plugin [-] Segment 44fc078c-7fe7-49bf-a200-fce74afa6923 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 44fc078c-7fe7-49bf-a200-fce74afa6923 found for delete ", "request_id": "req-c3e1c0f4-8f94-4838-bf88-5ab149aa6424"}]} Sep 16 19:47:15.363033 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-be5d7f00-2b88-4ea6-aa88-9d3591237103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16065144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681100'] for network (7fa2a20c-cc5f-41c6-a4ad-09ef87a74bf5), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:15.370176 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-be5d7f00-2b88-4ea6-aa88-9d3591237103 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537101'] for network (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:15.372717 dv-cinder-850320-7-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-be5d7f00-2b88-4ea6-aa88-9d3591237103 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/7fa2a20c-cc5f-41c6-a4ad-09ef87a74bf5 HTTP/1.1" status: 204 len: 168 time: 0.5523601 Sep 16 19:47:15.374602 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:47:15.385663 dv-cinder-850320-7-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d7f00-2b88-4ea6-aa88-9d3591237103 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fa2a20c-cc5f-41c6-a4ad-09ef87a74bf5,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:47:15.584323 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 56938) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:47:15.632023 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-e53b383e-a43f-444f-8fd4-8c65b5a81683 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=40b81d1ed9bb412588f97007da53017c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0464702 Sep 16 19:47:15.634578 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 56940) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:47:15.661276 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:47:15.683413 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-32728faa-2e4f-4ea2-bd83-78fe6e92936a admin admin] Publish callbacks [] for security_group (14ff285c-89b1-4cad-a7b3-292b4be107c0), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:15.703569 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-32728faa-2e4f-4ea2-bd83-78fe6e92936a admin admin] Publish callbacks [] for security_group (14ff285c-89b1-4cad-a7b3-292b4be107c0), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:15.752956 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-32728faa-2e4f-4ea2-bd83-78fe6e92936a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (14ff285c-89b1-4cad-a7b3-292b4be107c0), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:15.755622 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-32728faa-2e4f-4ea2-bd83-78fe6e92936a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:15.756935 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-32728faa-2e4f-4ea2-bd83-78fe6e92936a admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/14ff285c-89b1-4cad-a7b3-292b4be107c0 HTTP/1.1" status: 204 len: 168 time: 0.1214330 Sep 16 19:47:15.765371 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32728faa-2e4f-4ea2-bd83-78fe6e92936a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ff285c-89b1-4cad-a7b3-292b4be107c0,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:47:16.094969 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 56946) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:47:16.141406 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-5cff7ef5-4f8e-45ab-91e9-a525346b6f50 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=0828c81cb5b646c9b2ea2045f1edcbf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452282 Sep 16 19:47:16.144427 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.49', 56948) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 19:47:16.195495 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1c427bc1-3225-48db-b9b2-1765f0eea990 admin admin] Publish callbacks [] for security_group (601b64c7-02f3-4f75-a356-ccad571960cb), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:16.218836 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1c427bc1-3225-48db-b9b2-1765f0eea990 admin admin] Publish callbacks [] for security_group (601b64c7-02f3-4f75-a356-ccad571960cb), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:16.249028 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:47:16.269358 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1c427bc1-3225-48db-b9b2-1765f0eea990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578298'] for security_group (601b64c7-02f3-4f75-a356-ccad571960cb), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:16.271847 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1c427bc1-3225-48db-b9b2-1765f0eea990 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:16.273021 dv-cinder-850320-7-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-1c427bc1-3225-48db-b9b2-1765f0eea990 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/601b64c7-02f3-4f75-a356-ccad571960cb HTTP/1.1" status: 204 len: 168 time: 0.1277163 Sep 16 19:47:16.281094 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c427bc1-3225-48db-b9b2-1765f0eea990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601b64c7-02f3-4f75-a356-ccad571960cb,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:47:20.447502 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:47:25.778254 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=40 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:47:26.276070 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:47:26.277403 dv-cinder-850320-7-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=28,neutron:DELETE=4 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:47:26.293980 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=47 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:47:30.029444 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-47484244-e2e3-4866-a51f-e0c633989b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:32.147900 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:32.288823 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-25ded257-7c9b-4d6a-b281-419519551f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:32.380552 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=41 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:47:32.381541 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=45 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:47:33.732481 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:35.083943 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:35.149828 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:47:45.141350 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:47:45.142452 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:47:52.328732 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:47:57.447459 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:48:00.035081 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dc9d03fb-fdd9-4d49-bfdc-193893447f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:48:02.164066 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:48:02.288514 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1c327c3c-b25f-4788-9bcc-411d629449a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:48:03.733313 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:48:05.087702 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:48:05.145877 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:48:09.376616 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:48:09.381185 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=6 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:48:15.136625 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:48:15.138999 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:48:28.352714 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:48:30.033967 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a8b74cc9-19e6-47ee-8a04-cc6cc511d093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:48:32.161414 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:48:32.289894 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-246c587c-6325-4375-9b36-255d7a53cda4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:48:33.743584 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:48:34.452770 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:48:35.096374 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:48:35.141136 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:48:45.127417 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:48:45.136009 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:48:46.378534 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=5 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:48:46.379371 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:49:00.041721 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7369f314-0a67-4063-b306-8b0628580c41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:49:02.176731 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:49:02.294744 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9910e477-dfa8-4107-b7a0-b7b4b4884062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:49:03.745141 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:49:05.099942 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:49:05.269836 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:49:11.454263 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:49:15.132052 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:49:15.262139 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:49:25.076962 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=18 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:49:25.077820 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=16 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:49:30.029524 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9e255b9c-91d2-495e-a6ae-3cb9e065f3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:49:32.178105 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:49:32.300905 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e20b27da-5583-4431-aa09-f7f41df878b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:49:33.750857 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:49:35.104368 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:49:35.145441 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:49:45.136818 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:49:45.139371 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:49:48.457831 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:50:00.031460 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6547339b-af5e-4b5f-84db-99d2ec4cde3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:50:00.384727 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:50:00.386418 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=5 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:50:02.178150 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:50:02.292741 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c2e3adb5-7ed8-4334-bbb7-a64818264d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:50:03.751114 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:50:05.099869 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:50:05.151674 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:50:15.137585 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:50:15.144367 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:50:25.462902 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:50:30.032330 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f50d9884-e9ac-40a5-8a24-b810194b4c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:50:32.177602 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:50:32.301887 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5706dc12-a4e6-4dd3-a4d6-5d4ed0aa61d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:50:33.758027 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:50:35.116089 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:50:35.166283 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:50:37.378819 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:50:37.379858 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=5 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:50:45.157151 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:50:45.158370 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:51:00.033756 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b6f91249-171c-4aa2-8124-f1e9af853cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:51:02.186886 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:51:02.297508 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-88a1d0fe-9ea1-4512-85ac-5410f6e6247f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:51:02.463928 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:51:03.766913 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:51:05.106465 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:51:05.175392 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:51:14.386155 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:51:14.386872 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=6 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:51:15.164964 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:51:15.167567 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:51:25.083975 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=15 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:51:25.085850 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=11 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:51:30.036235 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-72ddc162-50c4-4dad-a9e3-fb52bab51635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:51:32.181842 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:51:32.300161 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bdc09ee9-0b96-4915-bc5d-a0c00bf6f26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:51:33.762273 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:51:35.114885 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:51:35.160574 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:51:39.468776 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:51:45.152201 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:51:45.154431 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:51:51.379227 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:51:51.383740 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=5 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:52:00.038971 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8f283e2c-7077-48f2-a889-bcd0a6283f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:52:02.201591 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:52:02.300492 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-00201e07-2c88-4336-9c96-e1468abcc8af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:52:03.767204 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:52:05.110938 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:52:05.166471 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:52:15.153238 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:52:15.159497 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:52:16.471166 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f086bb90-ff55-4dc9-837a-1743ca7d9a96 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:52:28.380981 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:52:28.382117 dv-cinder-850320-7-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:52:30.040642 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-480cd527-09fd-4522-baae-c074cd48bfd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ba1fefac-954c-4dc4-b172-e3e5be1bbc35), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:52:32.220649 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12ba0da9-ebcb-4148-80b2-63ca374de8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (f29a7e91-2c4b-48c7-9aed-98e73119d395), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:52:32.306253 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c6297b40-f662-4bc2-8199-3742725e66ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ae0474e1-3fda-42ba-b737-bd5656e89a7e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:52:33.766551 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-140633bc-86ec-4d1f-bd9a-bbd2a77718c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b38aa583-4a45-4545-a956-eab05abf1f5b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:52:35.114981 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8933350a-8eaa-4552-bb0e-979eb9bf5cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (ef4770b6-cff3-4cb8-9565-ded4215a1edb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:52:35.165245 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac838df1-9534-4942-9578-11415f776b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764811785903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067584'] for agent (b5f6a205-959f-46f4-8ef4-8f70c2c67a2f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 19:52:45.156473 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 19:52:45.158442 dv-cinder-850320-7-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=25,neutron:UPDATE=5 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}